Autopsy  4.15.0
Graphical digital forensics platform for The Sleuth Kit and other tools.
ExtractRegistry.java
Go to the documentation of this file.
1 /*
2  *
3  * Autopsy Forensic Browser
4  *
5  * Copyright 2012-2020 Basis Technology Corp.
6  *
7  * Copyright 2012 42six Solutions.
8  * Contact: aebadirad <at> 42six <dot> com
9  * Project Contact/Architect: carrier <at> sleuthkit <dot> org
10  *
11  * Licensed under the Apache License, Version 2.0 (the "License");
12  * you may not use this file except in compliance with the License.
13  * You may obtain a copy of the License at
14  *
15  * http://www.apache.org/licenses/LICENSE-2.0
16  *
17  * Unless required by applicable law or agreed to in writing, software
18  * distributed under the License is distributed on an "AS IS" BASIS,
19  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20  * See the License for the specific language governing permissions and
21  * limitations under the License.
22  */
23 package org.sleuthkit.autopsy.recentactivity;
24 
25 import java.io.BufferedReader;
26 import java.io.File;
27 import java.io.FileInputStream;
28 import java.io.FileNotFoundException;
29 import java.io.FileReader;
30 import java.io.FileWriter;
31 import java.io.IOException;
32 import java.io.StringReader;
33 import java.text.ParseException;
34 import java.text.SimpleDateFormat;
35 import java.util.logging.Level;
36 import javax.xml.parsers.DocumentBuilder;
37 import javax.xml.parsers.DocumentBuilderFactory;
38 import javax.xml.parsers.ParserConfigurationException;
39 import org.apache.commons.io.FilenameUtils;
40 import org.openide.modules.InstalledFileLocator;
41 import org.openide.util.NbBundle;
42 import org.sleuthkit.autopsy.coreutils.ExecUtil;
43 import org.sleuthkit.autopsy.coreutils.Logger;
44 import org.sleuthkit.autopsy.coreutils.PlatformUtil;
45 import org.sleuthkit.autopsy.datamodel.ContentUtils;
46 import org.sleuthkit.autopsy.ingest.DataSourceIngestModuleProcessTerminator;
47 import org.sleuthkit.autopsy.ingest.IngestJobContext;
48 import org.sleuthkit.autopsy.recentactivity.UsbDeviceIdMapper.USBInfo;
49 import org.sleuthkit.datamodel.BlackboardArtifact.ARTIFACT_TYPE;
50 import org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE;
51 import org.w3c.dom.Document;
52 import org.w3c.dom.Element;
53 import org.w3c.dom.Node;
54 import org.w3c.dom.NodeList;
55 import org.xml.sax.InputSource;
56 import org.xml.sax.SAXException;
57 import java.nio.file.Path;
58 import java.util.AbstractMap;
59 import java.util.ArrayList;
60 import java.util.Arrays;
61 import java.util.List;
62 import java.util.Collection;
63 import java.util.Date;
64 import java.util.HashMap;
65 import java.util.Map;
66 import java.util.Scanner;
67 import java.util.Set;
68 import java.util.HashSet;
69 import static java.util.Locale.US;
70 import static java.util.TimeZone.getTimeZone;
71 import org.openide.util.Lookup;
72 import org.sleuthkit.autopsy.casemodule.Case;
73 import org.sleuthkit.autopsy.casemodule.NoCurrentCaseException;
74 import org.sleuthkit.autopsy.ingest.DataSourceIngestModuleProgress;
75 import org.sleuthkit.autopsy.ingest.IngestModule.IngestModuleException;
76 import org.sleuthkit.autopsy.keywordsearchservice.KeywordSearchService;
77 import org.sleuthkit.autopsy.recentactivity.ShellBagParser.ShellBag;
78 import org.sleuthkit.datamodel.AbstractFile;
79 import org.sleuthkit.datamodel.Account;
80 import org.sleuthkit.datamodel.BlackboardArtifact;
81 import static org.sleuthkit.datamodel.BlackboardArtifact.ARTIFACT_TYPE.TSK_ASSOCIATED_OBJECT;
82 import static org.sleuthkit.datamodel.BlackboardArtifact.ARTIFACT_TYPE.TSK_OS_ACCOUNT;
83 import org.sleuthkit.datamodel.BlackboardAttribute;
84 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_ASSOCIATED_ARTIFACT;
85 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_COMMENT;
86 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED;
87 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DATETIME_CREATED;
88 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DATETIME_MODIFIED;
89 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_PATH;
90 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_USER_ID;
91 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_USER_NAME;
92 import org.sleuthkit.datamodel.Content;
93 import org.sleuthkit.datamodel.ReadContentInputStream.ReadContentInputStreamException;
94 import org.sleuthkit.datamodel.Report;
95 import org.sleuthkit.datamodel.TskCoreException;
96 import org.sleuthkit.datamodel.TskDataException;
97 
104 @NbBundle.Messages({
105  "RegRipperNotFound=Autopsy RegRipper executable not found.",
106  "RegRipperFullNotFound=Full version RegRipper executable not found.",
107  "Progress_Message_Analyze_Registry=Analyzing Registry Files",
108  "Shellbag_Artifact_Display_Name=Shell Bags",
109  "Shellbag_Key_Attribute_Display_Name=Key",
110  "Shellbag_Last_Write_Attribute_Display_Name=Last Write",
111  "Recently_Used_Artifacts_Office_Trustrecords=Stored in TrustRecords because Office security exception was granted",
112  "Recently_Used_Artifacts_ArcHistory=Recently opened by 7Zip",
113  "Recently_Used_Artifacts_Applets=Recently opened according to Applets registry key",
114  "Recently_Used_Artifacts_Mmc=Recently opened according to Windows Management Console MRU",
115  "Recently_Used_Artifacts_Winrar=Recently opened according to WinRAR MRU",
116  "Recently_Used_Artifacts_Officedocs=Recently opened according to Office MRU",
117  "Recently_Used_Artifacts_Adobe=Recently opened according to Adobe MRU",
118  "Recently_Used_Artifacts_Mediaplayer=Recently opened according to Media Player MRU",
119  "Registry_System_Bam=Recently Executed according to Background Activity Moderator (BAM)"
120 })
121 class ExtractRegistry extends Extract {
122 
123  private static final String USERNAME_KEY = "Username"; //NON-NLS
124  private static final String SID_KEY = "SID"; //NON-NLS
125  private static final String RID_KEY = "RID"; //NON-NLS
126  private static final String ACCOUNT_CREATED_KEY = "Account Created"; //NON-NLS
127  private static final String LAST_LOGIN_KEY = "Last Login Date"; //NON-NLS
128  private static final String LOGIN_COUNT_KEY = "Login Count"; //NON-NLS
129  private static final String FULL_NAME_KEY = "Full Name"; //NON-NLS
130  private static final String USER_COMMENT_KEY = "User Comment"; //NON-NLS
131  private static final String ACCOUNT_TYPE_KEY = "Account Type"; //NON-NLS
132  private static final String NAME_KEY = "Name"; //NON-NLS
133  private static final String PWD_RESET_KEY = "Pwd Rest Date"; //NON-NLS
134  private static final String PWD_FAILE_KEY = "Pwd Fail Date"; //NON-NLS
135  private static final String INTERNET_NAME_KEY = "InternetName"; //NON-NLS
136  private static final String PWD_DOES_NOT_EXPIRE_KEY = "Password does not expire"; //NON-NLS
137  private static final String ACCOUNT_DISABLED_KEY = "Account Disabled"; //NON-NLS
138  private static final String PWD_NOT_REQUIRED_KEY = "Password not required"; //NON-NLS
139  private static final String NORMAL_ACCOUNT_KEY = "Normal user account"; //NON-NLS
140  private static final String HOME_DIRECTORY_REQUIRED_KEY = "Home directory required";
141  private static final String TEMPORARY_DUPLICATE_ACCOUNT = "Temporary duplicate account";
142  private static final String MNS_LOGON_ACCOUNT_KEY = "MNS logon user account";
143  private static final String INTERDOMAIN_TRUST_ACCOUNT_KEY = "Interdomain trust account";
144  private static final String WORKSTATION_TRUST_ACCOUNT = "Workstation trust account";
145  private static final String SERVER_TRUST_ACCOUNT = "Server trust account";
146  private static final String ACCOUNT_AUTO_LOCKED = "Account auto locked";
147  private static final String PASSWORD_HINT = "Password Hint";
148 
149  private static final String[] PASSWORD_SETTINGS_FLAGS = {PWD_DOES_NOT_EXPIRE_KEY, PWD_NOT_REQUIRED_KEY};
150  private static final String[] ACCOUNT_SETTINGS_FLAGS = {ACCOUNT_AUTO_LOCKED, HOME_DIRECTORY_REQUIRED_KEY, ACCOUNT_DISABLED_KEY};
151  private static final String[] ACCOUNT_TYPE_FLAGS = {NORMAL_ACCOUNT_KEY, SERVER_TRUST_ACCOUNT, WORKSTATION_TRUST_ACCOUNT, INTERDOMAIN_TRUST_ACCOUNT_KEY, MNS_LOGON_ACCOUNT_KEY, TEMPORARY_DUPLICATE_ACCOUNT};
152 
153  final private static UsbDeviceIdMapper USB_MAPPER = new UsbDeviceIdMapper();
154  final private static String RIP_EXE = "rip.exe";
155  final private static String RIP_PL = "rip.pl";
156  final private static String RIP_PL_INCLUDE_FLAG = "-I";
157  final private static int MS_IN_SEC = 1000;
158  final private static String NEVER_DATE = "Never";
159  final private static String SECTION_DIVIDER = "-------------------------";
160  final private static Logger logger = Logger.getLogger(ExtractRegistry.class.getName());
161  private final List<String> rrCmd = new ArrayList<>();
162  private final List<String> rrFullCmd = new ArrayList<>();
163  private final Path rrHome; // Path to the Autopsy version of RegRipper
164  private final Path rrFullHome; // Path to the full version of RegRipper
165  private Content dataSource;
166  private IngestJobContext context;
167  private Map<String, String> userNameMap;
168 
169  private static final String SHELLBAG_ARTIFACT_NAME = "RA_SHELL_BAG"; //NON-NLS
170  private static final String SHELLBAG_ATTRIBUTE_LAST_WRITE = "RA_SHELL_BAG_LAST_WRITE"; //NON-NLS
171  private static final String SHELLBAG_ATTRIBUTE_KEY= "RA_SHELL_BAG_KEY"; //NON-NLS
172 
173  BlackboardArtifact.Type shellBagArtifactType = null;
174  BlackboardAttribute.Type shellBagKeyAttributeType = null;
175  BlackboardAttribute.Type shellBagLastWriteAttributeType = null;
176 
177  ExtractRegistry() throws IngestModuleException {
178  moduleName = NbBundle.getMessage(ExtractIE.class, "ExtractRegistry.moduleName.text");
179 
180  final File rrRoot = InstalledFileLocator.getDefault().locate("rr", ExtractRegistry.class.getPackage().getName(), false); //NON-NLS
181  if (rrRoot == null) {
182  throw new IngestModuleException(Bundle.RegRipperNotFound());
183  }
184 
185  final File rrFullRoot = InstalledFileLocator.getDefault().locate("rr-full", ExtractRegistry.class.getPackage().getName(), false); //NON-NLS
186  if (rrFullRoot == null) {
187  throw new IngestModuleException(Bundle.RegRipperFullNotFound());
188  }
189 
190  String executableToRun = RIP_EXE;
191  if (!PlatformUtil.isWindowsOS()) {
192  executableToRun = RIP_PL;
193  }
194  rrHome = rrRoot.toPath();
195  String rrPath = rrHome.resolve(executableToRun).toString();
196  rrFullHome = rrFullRoot.toPath();
197 
198  if (!(new File(rrPath).exists())) {
199  throw new IngestModuleException(Bundle.RegRipperNotFound());
200  }
201  String rrFullPath = rrFullHome.resolve(executableToRun).toString();
202  if (!(new File(rrFullPath).exists())) {
203  throw new IngestModuleException(Bundle.RegRipperFullNotFound());
204  }
205  if (PlatformUtil.isWindowsOS()) {
206  rrCmd.add(rrPath);
207  rrFullCmd.add(rrFullPath);
208  } else {
209  String perl;
210  File usrBin = new File("/usr/bin/perl");
211  File usrLocalBin = new File("/usr/local/bin/perl");
212  if (usrBin.canExecute() && usrBin.exists() && !usrBin.isDirectory()) {
213  perl = "/usr/bin/perl";
214  } else if (usrLocalBin.canExecute() && usrLocalBin.exists() && !usrLocalBin.isDirectory()) {
215  perl = "/usr/local/bin/perl";
216  } else {
217  throw new IngestModuleException("perl not found in your system");
218  }
219  rrCmd.add(perl);
220  rrCmd.add(RIP_PL_INCLUDE_FLAG);
221  rrCmd.add(rrHome.toString());
222  rrCmd.add(rrPath);
223  rrFullCmd.add(perl);
224  rrFullCmd.add(RIP_PL_INCLUDE_FLAG);
225  rrFullCmd.add(rrFullHome.toString());
226  rrFullCmd.add(rrFullPath);
227  }
228  }
229 
233  private List<AbstractFile> findRegistryFiles() {
234  List<AbstractFile> allRegistryFiles = new ArrayList<>();
235  org.sleuthkit.autopsy.casemodule.services.FileManager fileManager = currentCase.getServices().getFileManager();
236 
237  // find the sam hives', process this first so we can map the user id's and sids for later use
238  try {
239  allRegistryFiles.addAll(fileManager.findFiles(dataSource, "sam", "/system32/config")); //NON-NLS
240  } catch (TskCoreException ex) {
241  String msg = NbBundle.getMessage(this.getClass(),
242  "ExtractRegistry.findRegFiles.errMsg.errReadingFile", "sam");
243  logger.log(Level.WARNING, msg, ex);
244  this.addErrorMessage(this.getName() + ": " + msg);
245  }
246 
247 
248  // find the user-specific ntuser-dat files
249  try {
250  allRegistryFiles.addAll(fileManager.findFiles(dataSource, "ntuser.dat")); //NON-NLS
251  } catch (TskCoreException ex) {
252  logger.log(Level.WARNING, "Error fetching 'ntuser.dat' file."); //NON-NLS
253  }
254 
255  // find the user-specific ntuser-dat files
256  try {
257  allRegistryFiles.addAll(fileManager.findFiles(dataSource, "usrclass.dat")); //NON-NLS
258  } catch (TskCoreException ex) {
259  logger.log(Level.WARNING, String.format("Error finding 'usrclass.dat' files."), ex); //NON-NLS
260  }
261 
262  // find the system hives'
263  String[] regFileNames = new String[]{"system", "software", "security"}; //NON-NLS
264  for (String regFileName : regFileNames) {
265  try {
266  allRegistryFiles.addAll(fileManager.findFiles(dataSource, regFileName, "/system32/config")); //NON-NLS
267  } catch (TskCoreException ex) {
268  String msg = NbBundle.getMessage(this.getClass(),
269  "ExtractRegistry.findRegFiles.errMsg.errReadingFile", regFileName);
270  logger.log(Level.WARNING, msg, ex);
271  this.addErrorMessage(this.getName() + ": " + msg);
272  }
273  }
274  return allRegistryFiles;
275  }
276 
281  private void analyzeRegistryFiles() {
282  List<AbstractFile> allRegistryFiles = findRegistryFiles();
283 
284  // open the log file
285  FileWriter logFile = null;
286  try {
287  logFile = new FileWriter(RAImageIngestModule.getRAOutputPath(currentCase, "reg") + File.separator + "regripper-info.txt"); //NON-NLS
288  } catch (IOException ex) {
289  logger.log(Level.SEVERE, null, ex);
290  }
291 
292  for (AbstractFile regFile : allRegistryFiles) {
293  String regFileName = regFile.getName();
294  long regFileId = regFile.getId();
295  String regFileNameLocal = RAImageIngestModule.getRATempPath(currentCase, "reg") + File.separator + regFileName;
296  String outputPathBase = RAImageIngestModule.getRAOutputPath(currentCase, "reg") + File.separator + regFileName + "-regripper-" + Long.toString(regFileId); //NON-NLS
297  File regFileNameLocalFile = new File(regFileNameLocal);
298  try {
299  ContentUtils.writeToFile(regFile, regFileNameLocalFile, context::dataSourceIngestIsCancelled);
300  } catch (ReadContentInputStreamException ex) {
301  logger.log(Level.WARNING, String.format("Error reading registry file '%s' (id=%d).",
302  regFile.getName(), regFileId), ex); //NON-NLS
303  this.addErrorMessage(
304  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.errMsg.errWritingTemp",
305  this.getName(), regFileName));
306  continue;
307  } catch (IOException ex) {
308  logger.log(Level.SEVERE, String.format("Error writing temp registry file '%s' for registry file '%s' (id=%d).",
309  regFileNameLocal, regFile.getName(), regFileId), ex); //NON-NLS
310  this.addErrorMessage(
311  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.errMsg.errWritingTemp",
312  this.getName(), regFileName));
313  continue;
314  }
315 
316  if (context.dataSourceIngestIsCancelled()) {
317  break;
318  }
319 
320  try {
321  if (logFile != null) {
322  logFile.write(Long.toString(regFileId) + "\t" + regFile.getUniquePath() + "\n");
323  }
324  } catch (TskCoreException | IOException ex) {
325  logger.log(Level.SEVERE, null, ex);
326  }
327 
328  logger.log(Level.INFO, "{0}- Now getting registry information from {1}", new Object[]{moduleName, regFileNameLocal}); //NON-NLS
329  RegOutputFiles regOutputFiles = ripRegistryFile(regFileNameLocal, outputPathBase);
330  if (context.dataSourceIngestIsCancelled()) {
331  break;
332  }
333 
334  // parse the autopsy-specific output
335  if (regOutputFiles.autopsyPlugins.isEmpty() == false && parseAutopsyPluginOutput(regOutputFiles.autopsyPlugins, regFile) == false) {
336  this.addErrorMessage(
337  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.failedParsingResults",
338  this.getName(), regFileName));
339  }
340 
341  // create a report for the full output
342  if (!regOutputFiles.fullPlugins.isEmpty()) {
343  //parse the full regripper output from SAM hive files
344  if (regFileNameLocal.toLowerCase().contains("sam") && parseSamPluginOutput(regOutputFiles.fullPlugins, regFile) == false) {
345  this.addErrorMessage(
346  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.failedParsingResults",
347  this.getName(), regFileName));
348  } else if (regFileNameLocal.toLowerCase().contains("ntuser") || regFileNameLocal.toLowerCase().contains("usrclass")) {
349  try {
350  List<ShellBag> shellbags = ShellBagParser.parseShellbagOutput(regOutputFiles.fullPlugins);
351  createShellBagArtifacts(regFile, shellbags);
352  createRecentlyUsedArtifacts(regOutputFiles.fullPlugins, regFile);
353  } catch (IOException | TskCoreException ex) {
354  logger.log(Level.WARNING, String.format("Unable to get shell bags from file %s", regOutputFiles.fullPlugins), ex);
355  }
356  } else if (regFileNameLocal.toLowerCase().contains("system")) {
357  try {
358  createSystemArtifacts(regOutputFiles.fullPlugins, regFile);
359  } catch (IOException ex) {
360  logger.log(Level.WARNING, String.format("Unable to get artifacts from file %s", regOutputFiles.fullPlugins), ex);
361  }
362  }
363  try {
364  Report report = currentCase.addReport(regOutputFiles.fullPlugins,
365  NbBundle.getMessage(this.getClass(), "ExtractRegistry.parentModuleName.noSpace"),
366  "RegRipper " + regFile.getUniquePath(), regFile); //NON-NLS
367 
368  // Index the report content so that it will be available for keyword search.
369  KeywordSearchService searchService = Lookup.getDefault().lookup(KeywordSearchService.class);
370  if (null == searchService) {
371  logger.log(Level.WARNING, "Keyword search service not found. Report will not be indexed");
372  } else {
373  searchService.index(report);
374  report.close();
375  }
376  } catch (TskCoreException e) {
377  this.addErrorMessage("Error adding regripper output as Autopsy report: " + e.getLocalizedMessage()); //NON-NLS
378  }
379  }
380  // delete the hive
381  regFileNameLocalFile.delete();
382  }
383 
384  try {
385  if (logFile != null) {
386  logFile.close();
387  }
388  } catch (IOException ex) {
389  logger.log(Level.SEVERE, null, ex);
390  }
391  }
392 
400  private RegOutputFiles ripRegistryFile(String regFilePath, String outFilePathBase) {
401  String autopsyType = ""; // Type argument for rr for autopsy-specific modules
402  String fullType; // Type argument for rr for full set of modules
403 
404  RegOutputFiles regOutputFiles = new RegOutputFiles();
405 
406  if (regFilePath.toLowerCase().contains("system")) { //NON-NLS
407  autopsyType = "autopsysystem"; //NON-NLS
408  fullType = "system"; //NON-NLS
409  } else if (regFilePath.toLowerCase().contains("software")) { //NON-NLS
410  autopsyType = "autopsysoftware"; //NON-NLS
411  fullType = "software"; //NON-NLS
412  } else if (regFilePath.toLowerCase().contains("ntuser")) { //NON-NLS
413  autopsyType = "autopsyntuser"; //NON-NLS
414  fullType = "ntuser"; //NON-NLS
415  } else if (regFilePath.toLowerCase().contains("sam")) { //NON-NLS
416  //fullType sam output files are parsed for user information
417  fullType = "sam"; //NON-NLS
418  } else if (regFilePath.toLowerCase().contains("security")) { //NON-NLS
419  fullType = "security"; //NON-NLS
420  }else if (regFilePath.toLowerCase().contains("usrclass")) { //NON-NLS
421  fullType = "usrclass"; //NON-NLS
422  } else {
423  return regOutputFiles;
424  }
425 
426  // run the autopsy-specific set of modules
427  if (!autopsyType.isEmpty()) {
428  regOutputFiles.autopsyPlugins = outFilePathBase + "-autopsy.txt"; //NON-NLS
429  String errFilePath = outFilePathBase + "-autopsy.err.txt"; //NON-NLS
430  logger.log(Level.INFO, "Writing RegRipper results to: {0}", regOutputFiles.autopsyPlugins); //NON-NLS
431  executeRegRipper(rrCmd, rrHome, regFilePath, autopsyType, regOutputFiles.autopsyPlugins, errFilePath);
432  }
433  if (context.dataSourceIngestIsCancelled()) {
434  return regOutputFiles;
435  }
436 
437  // run the full set of rr modules
438  if (!fullType.isEmpty()) {
439  regOutputFiles.fullPlugins = outFilePathBase + "-full.txt"; //NON-NLS
440  String errFilePath = outFilePathBase + "-full.err.txt"; //NON-NLS
441  logger.log(Level.INFO, "Writing Full RegRipper results to: {0}", regOutputFiles.fullPlugins); //NON-NLS
442  executeRegRipper(rrFullCmd, rrFullHome, regFilePath, fullType, regOutputFiles.fullPlugins, errFilePath);
443  try {
444  scanErrorLogs(errFilePath);
445  } catch (IOException ex) {
446  logger.log(Level.SEVERE, "Unable to run RegRipper", ex); //NON-NLS
447  this.addErrorMessage(NbBundle.getMessage(this.getClass(), "ExtractRegistry.execRegRip.errMsg.failedAnalyzeRegFile", this.getName()));
448  }
449  }
450  return regOutputFiles;
451  }
452 
453  private void scanErrorLogs(String errFilePath) throws IOException {
454  File regfile = new File(errFilePath);
455  try (BufferedReader reader = new BufferedReader(new FileReader(regfile))) {
456  String line = reader.readLine();
457  while (line != null) {
458  line = line.trim();
459  if (line.toLowerCase().contains("error") || line.toLowerCase().contains("@inc")) {
460  logger.log(Level.WARNING, "Regripper file {0} contains errors from run", errFilePath); //NON-NLS
461 
462  }
463  line = reader.readLine();
464  }
465  }
466  }
467 
468  private void executeRegRipper(List<String> regRipperPath, Path regRipperHomeDir, String hiveFilePath, String hiveFileType, String outputFile, String errFile) {
469  try {
470  List<String> commandLine = new ArrayList<>();
471  for (String cmd : regRipperPath) {
472  commandLine.add(cmd);
473  }
474  commandLine.add("-r"); //NON-NLS
475  commandLine.add(hiveFilePath);
476  commandLine.add("-f"); //NON-NLS
477  commandLine.add(hiveFileType);
478 
479  ProcessBuilder processBuilder = new ProcessBuilder(commandLine);
480  processBuilder.directory(regRipperHomeDir.toFile()); // RegRipper 2.8 has to be run from its own directory
481  processBuilder.redirectOutput(new File(outputFile));
482  processBuilder.redirectError(new File(errFile));
483  ExecUtil.execute(processBuilder, new DataSourceIngestModuleProcessTerminator(context));
484  } catch (IOException ex) {
485  logger.log(Level.SEVERE, "Unable to run RegRipper", ex); //NON-NLS
486  this.addErrorMessage(NbBundle.getMessage(this.getClass(), "ExtractRegistry.execRegRip.errMsg.failedAnalyzeRegFile", this.getName()));
487  }
488  }
489 
490  // @@@ VERIFY that we are doing the right thing when we parse multiple NTUSER.DAT
499  private boolean parseAutopsyPluginOutput(String regFilePath, AbstractFile regFile) {
500  FileInputStream fstream = null;
501  List<BlackboardArtifact> newArtifacts = new ArrayList<>();
502  try {
503  // Read the file in and create a Document and elements
504  File regfile = new File(regFilePath);
505  fstream = new FileInputStream(regfile);
506  String regString = new Scanner(fstream, "UTF-8").useDelimiter("\\Z").next(); //NON-NLS
507  String startdoc = "<?xml version=\"1.0\"?><document>"; //NON-NLS
508  String result = regString.replaceAll("----------------------------------------", "");
509  result = result.replaceAll("\\n", ""); //NON-NLS
510  result = result.replaceAll("\\r", ""); //NON-NLS
511  result = result.replaceAll("'", "&apos;"); //NON-NLS
512  result = result.replaceAll("&", "&amp;"); //NON-NLS
513  result = result.replace('\0', ' '); // NON-NLS
514  String enddoc = "</document>"; //NON-NLS
515  String stringdoc = startdoc + result + enddoc;
516  DocumentBuilder builder = DocumentBuilderFactory.newInstance().newDocumentBuilder();
517  Document doc = builder.parse(new InputSource(new StringReader(stringdoc)));
518 
519  // cycle through the elements in the doc
520  Element oroot = doc.getDocumentElement();
521  NodeList children = oroot.getChildNodes();
522  int len = children.getLength();
523  for (int i = 0; i < len; i++) {
524 
525  if (context.dataSourceIngestIsCancelled()) {
526  return false;
527  }
528 
529  Element tempnode = (Element) children.item(i);
530 
531  String dataType = tempnode.getNodeName();
532  NodeList timenodes = tempnode.getElementsByTagName("mtime"); //NON-NLS
533  Long mtime = null;
534  if (timenodes.getLength() > 0) {
535  Element timenode = (Element) timenodes.item(0);
536  String etime = timenode.getTextContent();
537  //sometimes etime will be an empty string and therefore can not be parsed into a date
538  if (etime != null && !etime.isEmpty()) {
539  try {
540  mtime = new SimpleDateFormat("EEE MMM d HH:mm:ss yyyy").parse(etime).getTime();
541  String Tempdate = mtime.toString();
542  mtime = Long.valueOf(Tempdate) / MS_IN_SEC;
543  } catch (ParseException ex) {
544  logger.log(Level.WARNING, "Failed to parse epoch time when parsing the registry.", ex); //NON-NLS
545  }
546  }
547  }
548 
549  NodeList artroots = tempnode.getElementsByTagName("artifacts"); //NON-NLS
550  if (artroots.getLength() == 0) {
551  // If there isn't an artifact node, skip this entry
552  continue;
553  }
554 
555  Element artroot = (Element) artroots.item(0);
556  NodeList myartlist = artroot.getChildNodes();
557  String parentModuleName = RecentActivityExtracterModuleFactory.getModuleName();
558 
559  // If all artifact nodes should really go under one Blackboard artifact, need to process it differently
560  switch (dataType) {
561  case "WinVersion": //NON-NLS
562  String version = "";
563  String systemRoot = "";
564  String productId = "";
565  String regOwner = "";
566  String regOrg = "";
567  Long installtime = null;
568  for (int j = 0; j < myartlist.getLength(); j++) {
569  Node artchild = myartlist.item(j);
570  // If it has attributes, then it is an Element (based off API)
571  if (artchild.hasAttributes()) {
572  Element artnode = (Element) artchild;
573 
574  String value = artnode.getTextContent();
575  if (value != null) {
576  value = value.trim();
577  }
578  String name = artnode.getAttribute("name"); //NON-NLS
579  if (name == null) {
580  continue;
581  }
582  switch (name) {
583  case "ProductName": // NON-NLS
584  version = value;
585  break;
586  case "CSDVersion": // NON-NLS
587  // This is dependant on the fact that ProductName shows up first in the module output
588  version = version + " " + value;
589  break;
590  case "SystemRoot": //NON-NLS
591  systemRoot = value;
592  break;
593  case "ProductId": //NON-NLS
594  productId = value;
595  break;
596  case "RegisteredOwner": //NON-NLS
597  regOwner = value;
598  break;
599  case "RegisteredOrganization": //NON-NLS
600  regOrg = value;
601  break;
602  case "InstallDate": //NON-NLS
603  if (value != null && !value.isEmpty()) {
604  try {
605  installtime = new SimpleDateFormat("EEE MMM d HH:mm:ss yyyy").parse(value).getTime();
606  String Tempdate = installtime.toString();
607  installtime = Long.valueOf(Tempdate) / MS_IN_SEC;
608  } catch (ParseException e) {
609  logger.log(Level.WARNING, "RegRipper::Conversion on DateTime -> ", e); //NON-NLS
610  }
611  }
612  break;
613  default:
614  break;
615  }
616  }
617  }
618  try {
619  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
620  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, parentModuleName, version));
621  if (installtime != null) {
622  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, installtime));
623  }
624  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PATH, parentModuleName, systemRoot));
625  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PRODUCT_ID, parentModuleName, productId));
626  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_OWNER, parentModuleName, regOwner));
627  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_ORGANIZATION, parentModuleName, regOrg));
628 
629  // Check if there is already an OS_INFO artifact for this file, and add to that if possible.
630  ArrayList<BlackboardArtifact> results = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_INFO, regFile.getId());
631  if (results.isEmpty()) {
632  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
633  bbart.addAttributes(bbattributes);
634 
635  newArtifacts.add(bbart);
636  } else {
637  results.get(0).addAttributes(bbattributes);
638  }
639 
640  } catch (TskCoreException ex) {
641  logger.log(Level.SEVERE, "Error adding installed program artifact to blackboard."); //NON-NLS
642  }
643  break;
644  case "Profiler": // NON-NLS
645  String os = "";
646  String procArch = "";
647  String tempDir = "";
648  for (int j = 0; j < myartlist.getLength(); j++) {
649  Node artchild = myartlist.item(j);
650  // If it has attributes, then it is an Element (based off API)
651  if (artchild.hasAttributes()) {
652  Element artnode = (Element) artchild;
653 
654  String value = artnode.getTextContent().trim();
655  String name = artnode.getAttribute("name"); //NON-NLS
656  switch (name) {
657  case "OS": // NON-NLS
658  os = value;
659  break;
660  case "PROCESSOR_ARCHITECTURE": // NON-NLS
661  procArch = value;
662  break;
663  case "PROCESSOR_IDENTIFIER": //NON-NLS
664  break;
665  case "TEMP": //NON-NLS
666  tempDir = value;
667  break;
668  default:
669  break;
670  }
671  }
672  }
673  try {
674  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
675  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_VERSION, parentModuleName, os));
676  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROCESSOR_ARCHITECTURE, parentModuleName, procArch));
677  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_TEMP_DIR, parentModuleName, tempDir));
678 
679  // Check if there is already an OS_INFO artifact for this file and add to that if possible
680  ArrayList<BlackboardArtifact> results = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_INFO, regFile.getId());
681  if (results.isEmpty()) {
682  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
683  bbart.addAttributes(bbattributes);
684 
685  newArtifacts.add(bbart);
686  } else {
687  results.get(0).addAttributes(bbattributes);
688  }
689  } catch (TskCoreException ex) {
690  logger.log(Level.SEVERE, "Error adding os info artifact to blackboard."); //NON-NLS
691  }
692  break;
693  case "CompName": // NON-NLS
694  String compName = "";
695  String domain = "";
696  for (int j = 0; j < myartlist.getLength(); j++) {
697  Node artchild = myartlist.item(j);
698  // If it has attributes, then it is an Element (based off API)
699  if (artchild.hasAttributes()) {
700  Element artnode = (Element) artchild;
701 
702  String value = artnode.getTextContent().trim();
703  String name = artnode.getAttribute("name"); //NON-NLS
704 
705  if (name.equals("ComputerName")) { // NON-NLS
706  compName = value;
707  } else if (name.equals("Domain")) { // NON-NLS
708  domain = value;
709  }
710  }
711  }
712  try {
713  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
714  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME, parentModuleName, compName));
715  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DOMAIN, parentModuleName, domain));
716 
717  // Check if there is already an OS_INFO artifact for this file and add to that if possible
718  ArrayList<BlackboardArtifact> results = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_INFO, regFile.getId());
719  if (results.isEmpty()) {
720  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
721  bbart.addAttributes(bbattributes);
722 
723  newArtifacts.add(bbart);
724  } else {
725  results.get(0).addAttributes(bbattributes);
726  }
727  } catch (TskCoreException ex) {
728  logger.log(Level.SEVERE, "Error adding os info artifact to blackboard.", ex); //NON-NLS
729  }
730  break;
731  default:
732  for (int j = 0; j < myartlist.getLength(); j++) {
733  Node artchild = myartlist.item(j);
734  // If it has attributes, then it is an Element (based off API)
735  if (artchild.hasAttributes()) {
736  Element artnode = (Element) artchild;
737 
738  String value = artnode.getTextContent().trim();
739  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
740 
741  switch (dataType) {
742  case "recentdocs": //NON-NLS
743  // BlackboardArtifact bbart = tskCase.getContentById(orgId).newArtifact(ARTIFACT_TYPE.TSK_RECENT_OBJECT);
744  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_LAST_ACCESSED.getTypeID(), "RecentActivity", dataType, mtime));
745  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME.getTypeID(), "RecentActivity", dataType, mtimeItem));
746  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_VALUE.getTypeID(), "RecentActivity", dataType, value));
747  // bbart.addAttributes(bbattributes);
748  // @@@ BC: Why are we ignoring this...
749  break;
750  case "usb": //NON-NLS
751  try {
752  Long usbMtime = Long.parseLong(artnode.getAttribute("mtime")); //NON-NLS
753  usbMtime = Long.valueOf(usbMtime.toString());
754 
755  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_DEVICE_ATTACHED);
756  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, usbMtime));
757  String dev = artnode.getAttribute("dev"); //NON-NLS
758  String make = "";
759  String model = dev;
760  if (dev.toLowerCase().contains("vid")) { //NON-NLS
761  USBInfo info = USB_MAPPER.parseAndLookup(dev);
762  if (info.getVendor() != null) {
763  make = info.getVendor();
764  }
765  if (info.getProduct() != null) {
766  model = info.getProduct();
767  }
768  }
769  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_MAKE, parentModuleName, make));
770  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_MODEL, parentModuleName, model));
771  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_ID, parentModuleName, value));
772  bbart.addAttributes(bbattributes);
773 
774  newArtifacts.add(bbart);
775  } catch (TskCoreException ex) {
776  logger.log(Level.SEVERE, "Error adding device attached artifact to blackboard.", ex); //NON-NLS
777  }
778  break;
779  case "uninstall": //NON-NLS
780  Long itemMtime = null;
781  try {
782  String mTimeAttr = artnode.getAttribute("mtime");
783  if (mTimeAttr != null && !mTimeAttr.isEmpty()) {
784  itemMtime = new SimpleDateFormat("EEE MMM d HH:mm:ss yyyy").parse(mTimeAttr).getTime(); //NON-NLS
785  itemMtime /= MS_IN_SEC;
786  }
787  } catch (ParseException ex) {
788  logger.log(Level.SEVERE, "Failed to parse epoch time for installed program artifact.", ex); //NON-NLS
789  }
790 
791  try {
792  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, parentModuleName, value));
793  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, itemMtime));
794  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_INSTALLED_PROG);
795  bbart.addAttributes(bbattributes);
796 
797  newArtifacts.add(bbart);
798  } catch (TskCoreException ex) {
799  logger.log(Level.SEVERE, "Error adding installed program artifact to blackboard.", ex); //NON-NLS
800  }
801  break;
802  case "office": //NON-NLS
803  String officeName = artnode.getAttribute("name"); //NON-NLS
804 
805  try {
806  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_RECENT_OBJECT);
807  // @@@ BC: Consider removing this after some more testing. It looks like an Mtime associated with the root key and not the individual item
808  if (mtime != null) {
809  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED, parentModuleName, mtime));
810  }
811  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME, parentModuleName, officeName));
812  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_VALUE, parentModuleName, value));
813  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, parentModuleName, artnode.getNodeName()));
814  bbart.addAttributes(bbattributes);
815 
816  newArtifacts.add(bbart);
817  } catch (TskCoreException ex) {
818  logger.log(Level.SEVERE, "Error adding recent object artifact to blackboard.", ex); //NON-NLS
819  }
820  break;
821 
822  case "ProcessorArchitecture": //NON-NLS
823  // Architecture is now included under Profiler
824  //try {
825  // String processorArchitecture = value;
826  // if (processorArchitecture.equals("AMD64"))
827  // processorArchitecture = "x86-64";
828 
829  // BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
830  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROCESSOR_ARCHITECTURE.getTypeID(), parentModuleName, processorArchitecture));
831  // bbart.addAttributes(bbattributes);
832  //} catch (TskCoreException ex) {
833  // logger.log(Level.SEVERE, "Error adding os info artifact to blackboard."); //NON-NLS
834  //}
835  break;
836 
837  case "ProfileList": //NON-NLS
838  try {
839  String homeDir = value;
840  String sid = artnode.getAttribute("sid"); //NON-NLS
841  String username = artnode.getAttribute("username"); //NON-NLS
842  BlackboardArtifact bbart = null;
843  try {
844  //check if any of the existing artifacts match this username
845  ArrayList<BlackboardArtifact> existingArtifacts = currentCase.getSleuthkitCase().getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
846  for (BlackboardArtifact artifact : existingArtifacts) {
847  if (artifact.getDataSource().getId() == regFile.getDataSourceObjectId()) {
848  BlackboardAttribute attribute = artifact.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_USER_ID));
849  if (attribute != null && attribute.getValueString().equals(sid)) {
850  bbart = artifact;
851  break;
852  }
853  }
854  }
855  } catch (TskCoreException ex) {
856  logger.log(Level.SEVERE, "Error getting existing os account artifact", ex);
857  }
858  if (bbart == null) {
859  //create new artifact
860  bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
861  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME,
862  parentModuleName, username));
863  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_ID,
864  parentModuleName, sid));
865  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PATH,
866  parentModuleName, homeDir));
867  } else {
868  //add attributes to existing artifact
869  BlackboardAttribute bbattr = bbart.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_USER_NAME));
870 
871  if (bbattr == null) {
872  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME,
873  parentModuleName, username));
874  }
875  bbattr = bbart.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_PATH));
876  if (bbattr == null) {
877  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PATH,
878  parentModuleName, homeDir));
879  }
880  }
881  bbart.addAttributes(bbattributes);
882  newArtifacts.add(bbart);
883  } catch (TskCoreException ex) {
884  logger.log(Level.SEVERE, "Error adding account artifact to blackboard.", ex); //NON-NLS
885  }
886  break;
887 
888  case "NtuserNetwork": // NON-NLS
889  try {
890  String localPath = artnode.getAttribute("localPath"); //NON-NLS
891  String remoteName = value;
892  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_REMOTE_DRIVE);
893  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_LOCAL_PATH,
894  parentModuleName, localPath));
895  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_REMOTE_PATH,
896  parentModuleName, remoteName));
897  bbart.addAttributes(bbattributes);
898  newArtifacts.add(bbart);
899  } catch (TskCoreException ex) {
900  logger.log(Level.SEVERE, "Error adding network artifact to blackboard.", ex); //NON-NLS
901  }
902  break;
903  case "SSID": // NON-NLS
904  String adapter = artnode.getAttribute("adapter"); //NON-NLS
905  try {
906  Long lastWriteTime = Long.parseLong(artnode.getAttribute("writeTime")); //NON-NLS
907  lastWriteTime = Long.valueOf(lastWriteTime.toString());
908  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_SSID, parentModuleName, value));
909  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, lastWriteTime));
910  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_ID, parentModuleName, adapter));
911  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_WIFI_NETWORK);
912  bbart.addAttributes(bbattributes);
913  newArtifacts.add(bbart);
914  } catch (TskCoreException ex) {
915  logger.log(Level.SEVERE, "Error adding SSID artifact to blackboard.", ex); //NON-NLS
916  }
917  break;
918  case "shellfolders": // NON-NLS
919  // The User Shell Folders subkey stores the paths to Windows Explorer folders for the current user of the computer
920  // (https://technet.microsoft.com/en-us/library/Cc962613.aspx).
921  // No useful information. Skip.
922  break;
923 
924  default:
925  logger.log(Level.SEVERE, "Unrecognized node name: {0}", dataType); //NON-NLS
926  break;
927  }
928  }
929  }
930  break;
931  }
932  } // for
933  return true;
934  } catch (FileNotFoundException ex) {
935  logger.log(Level.WARNING, String.format("Error finding the registry file: %s", regFilePath), ex); //NON-NLS
936  } catch (SAXException ex) {
937  logger.log(Level.WARNING, String.format("Error parsing the registry XML: %s", regFilePath), ex); //NON-NLS
938  } catch (IOException ex) {
939  logger.log(Level.WARNING, String.format("Error building the document parser: %s", regFilePath), ex); //NON-NLS
940  } catch (ParserConfigurationException ex) {
941  logger.log(Level.WARNING, String.format("Error configuring the registry parser: %s", regFilePath), ex); //NON-NLS
942  } finally {
943  try {
944  if (fstream != null) {
945  fstream.close();
946  }
947  } catch (IOException ex) {
948  }
949 
950  postArtifacts(newArtifacts);
951  }
952  return false;
953  }
954 
964  private boolean parseSamPluginOutput(String regFilePath, AbstractFile regAbstractFile) {
965  File regfile = new File(regFilePath);
966  List<BlackboardArtifact> newArtifacts = new ArrayList<>();
967  try (BufferedReader bufferedReader = new BufferedReader(new FileReader(regfile))) {
968  // Read the file in and create a Document and elements
969  String userInfoSection = "User Information";
970  String previousLine = null;
971  String line = bufferedReader.readLine();
972  Set<Map<String, String>> userSet = new HashSet<>();
973  Map<String, List<String>> groupMap = null;
974  while (line != null) {
975  if (line.contains(SECTION_DIVIDER) && previousLine != null && previousLine.contains(userInfoSection)) {
976  readUsers(bufferedReader, userSet);
977  }
978 
979  if (line.contains(SECTION_DIVIDER) && previousLine != null && previousLine.contains("Group Membership Information")) {
980  groupMap = readGroups(bufferedReader);
981  }
982 
983  previousLine = line;
984  line = bufferedReader.readLine();
985  }
986  Map<String, Map<String, String>> userInfoMap = new HashMap<>();
987  //load all the user info which was read into a map
988  for (Map<String, String> userInfo : userSet) {
989  userInfoMap.put(userInfo.get(SID_KEY), userInfo);
990  }
991  //get all existing OS account artifacts
992  List<BlackboardArtifact> existingOsAccounts = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
993  for (BlackboardArtifact osAccount : existingOsAccounts) {
994  //if the OS Account artifact was from the same data source check the user id
995  if (osAccount.getDataSource().getId() == regAbstractFile.getDataSourceObjectId()) {
996  BlackboardAttribute existingUserId = osAccount.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_USER_ID));
997  if (existingUserId != null) {
998  String userID = existingUserId.getValueString().trim();
999  Map<String, String> userInfo = userInfoMap.remove(userID);
1000  //if the existing user id matches a user id which we parsed information for check if that information exists and if it doesn't add it
1001  if (userInfo != null) {
1002  osAccount.addAttributes(getAttributesForAccount(userInfo, groupMap.get(userID), true, regAbstractFile));
1003  }
1004  }
1005  }
1006  }
1007 
1008  //add remaining userinfos as accounts;
1009  for (Map<String, String> userInfo : userInfoMap.values()) {
1010  BlackboardArtifact bbart = regAbstractFile.newArtifact(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
1011  bbart.addAttributes(getAttributesForAccount(userInfo, groupMap.get(userInfo.get(SID_KEY)), false, regAbstractFile));
1012  // index the artifact for keyword search
1013  newArtifacts.add(bbart);
1014  }
1015  // Get a mapping of user sids to user names and save globally so it can be used for other areas
1016  // of the registry, ie: BAM key
1017  try {
1018  userNameMap = makeUserNameMap(dataSource);
1019  } catch (TskCoreException ex) {
1020  logger.log(Level.WARNING, "Unable to create OS Account user name map", ex);
1021  // This is not the end of the world we will just continue without
1022  // user names
1023  userNameMap = new HashMap<>();
1024  }
1025  return true;
1026  } catch (FileNotFoundException ex) {
1027  logger.log(Level.WARNING, "Error finding the registry file.", ex); //NON-NLS
1028  } catch (IOException ex) {
1029  logger.log(Level.WARNING, "Error building the document parser: {0}", ex); //NON-NLS
1030  } catch (ParseException ex) {
1031  logger.log(Level.WARNING, "Error parsing the the date from the registry file", ex); //NON-NLS
1032  } catch (TskCoreException ex) {
1033  logger.log(Level.WARNING, "Error updating TSK_OS_ACCOUNT artifacts to include newly parsed data.", ex); //NON-NLS
1034  } finally {
1035  postArtifacts(newArtifacts);
1036  }
1037  return false;
1038  }
1039 
1051  Collection<BlackboardAttribute> getAttributesForAccount(Map<String, String> userInfo, List<String> groupList, boolean existingUser, AbstractFile regAbstractFile) throws ParseException {
1052  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
1053 
1054  SimpleDateFormat regRipperTimeFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss yyyy 'Z'");
1055  regRipperTimeFormat.setTimeZone(getTimeZone("GMT"));
1056 
1057  if (!existingUser) {
1058  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_ID,
1059  getRAModuleName(), userInfo.get(SID_KEY)));
1060 
1061  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME,
1062  this.moduleName, userInfo.get(USERNAME_KEY)));
1063  }
1064 
1065  String value = userInfo.get(ACCOUNT_CREATED_KEY);
1066  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1067  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_CREATED,
1068  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1069  }
1070 
1071  value = userInfo.get(LAST_LOGIN_KEY);
1072  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1073  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED,
1074  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1075  }
1076 
1077  value = userInfo.get(LOGIN_COUNT_KEY);
1078  if (value != null && !value.isEmpty()) {
1079  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_COUNT,
1080  getRAModuleName(), Integer.parseInt(value)));
1081  }
1082 
1083  value = userInfo.get(ACCOUNT_TYPE_KEY);
1084  if (value != null && !value.isEmpty()) {
1085  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_ACCOUNT_TYPE,
1086  getRAModuleName(), value));
1087  }
1088 
1089  value = userInfo.get(USER_COMMENT_KEY);
1090  if (value != null && !value.isEmpty()) {
1091  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DESCRIPTION,
1092  getRAModuleName(), value));
1093  }
1094 
1095  value = userInfo.get(NAME_KEY);
1096  if (value != null && !value.isEmpty()) {
1097  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME,
1098  getRAModuleName(), value));
1099  }
1100 
1101  value = userInfo.get(INTERNET_NAME_KEY);
1102  if (value != null && !value.isEmpty()) {
1103  try {
1104  // Create an account for this email, if it doesn't already exist.
1105  Case.getCurrentCaseThrows()
1106  .getSleuthkitCase()
1107  .getCommunicationsManager()
1108  .createAccountFileInstance(Account.Type.EMAIL,
1109  value, getRAModuleName(), regAbstractFile);
1110  } catch (NoCurrentCaseException | TskCoreException ex) {
1111  logger.log(Level.SEVERE,
1112  String.format("Error adding email account with value "
1113  + "%s, to the case database for file %s [objId=%d]",
1114  value, regAbstractFile.getName(), regAbstractFile.getId()), ex);
1115  }
1116 
1117  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_EMAIL,
1118  getRAModuleName(), value));
1119  }
1120 
1121  value = userInfo.get(FULL_NAME_KEY);
1122  if (value != null && !value.isEmpty()) {
1123  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DISPLAY_NAME,
1124  getRAModuleName(), value));
1125  }
1126 
1127  value = userInfo.get(PWD_RESET_KEY);
1128  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1129  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_PASSWORD_RESET,
1130  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1131  }
1132 
1133  value = userInfo.get(PASSWORD_HINT);
1134  if (value != null && !value.isEmpty()) {
1135  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PASSWORD_HINT,
1136  getRAModuleName(), value));
1137  }
1138 
1139  value = userInfo.get(PWD_FAILE_KEY);
1140  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1141  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_PASSWORD_FAIL,
1142  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1143  }
1144 
1145  String settingString = "";
1146  for (String setting : PASSWORD_SETTINGS_FLAGS) {
1147  if (userInfo.containsKey(setting)) {
1148  settingString += setting + ", ";
1149  }
1150  }
1151 
1152  if (!settingString.isEmpty()) {
1153  settingString = settingString.substring(0, settingString.length() - 2);
1154  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PASSWORD_SETTINGS,
1155  getRAModuleName(), settingString));
1156  }
1157 
1158  settingString = "";
1159  for (String setting : ACCOUNT_SETTINGS_FLAGS) {
1160  if (userInfo.containsKey(setting)) {
1161  settingString += setting + ", ";
1162  }
1163  }
1164 
1165  if (!settingString.isEmpty()) {
1166  settingString = settingString.substring(0, settingString.length() - 2);
1167  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_ACCOUNT_SETTINGS,
1168  getRAModuleName(), settingString));
1169  }
1170 
1171  settingString = "";
1172  for (String setting : ACCOUNT_TYPE_FLAGS) {
1173  if (userInfo.containsKey(setting)) {
1174  settingString += setting + ", ";
1175  }
1176  }
1177 
1178  if (!settingString.isEmpty()) {
1179  settingString = settingString.substring(0, settingString.length() - 2);
1180  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_FLAG,
1181  getRAModuleName(), settingString));
1182  }
1183 
1184  if (groupList != null && groupList.isEmpty()) {
1185  String groups = "";
1186  for (String group : groupList) {
1187  groups += group + ", ";
1188  }
1189 
1190  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_GROUPS,
1191  getRAModuleName(), groups.substring(0, groups.length() - 2)));
1192  }
1193 
1194  return bbattributes;
1195  }
1196 
1208  private void readUsers(BufferedReader bufferedReader, Set<Map<String, String>> users) throws IOException {
1209  String line = bufferedReader.readLine();
1210  //read until end of file or next section divider
1211  String userName = "";
1212  String user_rid = "";
1213  while (line != null && !line.contains(SECTION_DIVIDER)) {
1214  //when a user name field exists read the name and id number
1215  if (line.contains(USERNAME_KEY)) {
1216  String regx = USERNAME_KEY + "\\s*?:";
1217  String userNameAndIdString = line.replaceAll(regx, "");
1218  userName = userNameAndIdString.substring(0, userNameAndIdString.lastIndexOf('[')).trim();
1219  user_rid = userNameAndIdString.substring(userNameAndIdString.lastIndexOf('['), userNameAndIdString.lastIndexOf(']'));
1220  } else if (line.contains(SID_KEY) && !userName.isEmpty()) {
1221  Map.Entry<String, String> entry = getSAMKeyValue(line);
1222 
1223  HashMap<String, String> userInfo = new HashMap<>();
1224  userInfo.put(USERNAME_KEY, userName);
1225  userInfo.put(RID_KEY, user_rid);
1226  userInfo.put(entry.getKey(), entry.getValue());
1227 
1228  //continue reading this users information until end of file or a blank line between users
1229  line = bufferedReader.readLine();
1230  while (line != null && !line.isEmpty()) {
1231  entry = getSAMKeyValue(line);
1232  if (entry != null) {
1233  userInfo.put(entry.getKey(), entry.getValue());
1234  }
1235  line = bufferedReader.readLine();
1236  }
1237  users.add(userInfo);
1238 
1239  userName = "";
1240  }
1241  line = bufferedReader.readLine();
1242  }
1243  }
1244 
1254  private void createRecentlyUsedArtifacts(String regFileName, AbstractFile regFile) throws FileNotFoundException, IOException {
1255  File regfile = new File(regFileName);
1256  try (BufferedReader reader = new BufferedReader(new FileReader(regfile))) {
1257  String line = reader.readLine();
1258  while (line != null) {
1259  line = line.trim();
1260 
1261  if (line.matches("^adoberdr v.*")) {
1262  parseAdobeMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Adobe());
1263  } else if (line.matches("^mpmru v.*")) {
1264  parseMediaPlayerMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Mediaplayer());
1265  } else if (line.matches("^trustrecords v.*")) {
1266  parseOfficeTrustRecords(regFile, reader, Bundle.Recently_Used_Artifacts_Office_Trustrecords());
1267  } else if (line.matches("^ArcHistory:")) {
1268  parse7ZipMRU(regFile, reader, Bundle.Recently_Used_Artifacts_ArcHistory());
1269  } else if (line.matches("^applets v.*")) {
1270  parseGenericMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Applets());
1271  } else if (line.matches("^mmc v.*")) {
1272  parseGenericMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Mmc());
1273  } else if (line.matches("^winrar v.*")) {
1274  parseWinRARMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Winrar());
1275  } else if (line.matches("^officedocs2010 v.*")) {
1276  parseOfficeDocs2010MRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Officedocs());
1277  }
1278  line = reader.readLine();
1279  }
1280  }
1281  }
1282 
1292  private void createSystemArtifacts(String regFileName, AbstractFile regFile) throws FileNotFoundException, IOException {
1293  File regfile = new File(regFileName);
1294  try (BufferedReader reader = new BufferedReader(new FileReader(regfile))) {
1295  String line = reader.readLine();
1296  while (line != null) {
1297  line = line.trim();
1298 
1299  if (line.matches("^bam v.*")) {
1300  parseBamKey(regFile, reader, Bundle.Registry_System_Bam());
1301  }
1302  line = reader.readLine();
1303  }
1304  }
1305  }
1306 
1318  private void parseBamKey(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1319  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1320  String line = reader.readLine();
1321  // Read thru first bam output to get to second bam output which is the same but delimited
1322  while (!line.contains(SECTION_DIVIDER)) {
1323  line = reader.readLine();
1324  line = line.trim();
1325  }
1326  line = reader.readLine();
1327  line = line.trim();
1328  while (!line.contains(SECTION_DIVIDER)) {
1329  // Split the line into it parts based on delimiter of "|"
1330  // 1570493613|BAM|||\Device\HarddiskVolume3\Program Files\TechSmith\Snagit 2018\Snagit32.exe (S-1-5-21-3042408413-2583535980-1301764466-1001)
1331  String tokens[] = line.split("\\|");
1332  Long progRunDateTime = Long.valueOf(tokens[0]);
1333  // Split on " (S-" as this signifies a User SID, if S- not used then may have issues becuase of (x86) in path is valid.
1334  // We can add the S- back to the string that we split on since S- is a valid beginning of a User SID
1335  String fileNameSid[] = tokens[4].split("\\s+\\(S-");
1336  String userSid = "S-" + fileNameSid[1].substring(0, fileNameSid[1].length() - 1);
1337  String userName = userNameMap.get(userSid);
1338  if (userName == null) {
1339  userName = userSid;
1340  }
1341  String fileName = fileNameSid[0];
1342  if (fileName.startsWith("\\Device\\HarddiskVolume")) {
1343  // Start at point past the 2nd slash
1344  int fileNameStart = fileName.indexOf('\\', 16);
1345  fileName = fileName.substring(fileNameStart, fileName.length());
1346 
1347  }
1348  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1349  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, getName(), fileName));
1350  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME, getName(), userName));
1351  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, getName(), progRunDateTime));
1352  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_COMMENT, getName(), comment));
1353  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_PROG_RUN, regFile, attributes);
1354  if (bba != null) {
1355  bbartifacts.add(bba);
1356  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1357  if (bba != null) {
1358  bbartifacts.add(bba);
1359  }
1360  }
1361  line = reader.readLine();
1362  }
1363  if (!bbartifacts.isEmpty()) {
1364  postArtifacts(bbartifacts);
1365  }
1366  }
1367 
1379  private void parseAdobeMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1380  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1381  String line = reader.readLine();
1382  SimpleDateFormat adobePluginDateFormat = new SimpleDateFormat("yyyyMMddHHmmssZ", US);
1383  Long adobeUsedTime = Long.valueOf(0);
1384  while (!line.contains(SECTION_DIVIDER)) {
1385  line = reader.readLine();
1386  line = line.trim();
1387  if (line.matches("^Key name,file name,sDate,uFileSize,uPageCount")) {
1388  line = reader.readLine();
1389  // Columns are
1390  // Key name, file name, sDate, uFileSize, uPageCount
1391  while (!line.contains(SECTION_DIVIDER)) {
1392  // Split csv line, handles double quotes around individual file names
1393  // since file names can contain commas
1394  String tokens[] = line.split(",(?=([^\"]*\"[^\"]*\")*[^\"]*$)");
1395  String fileName = tokens[1].substring(0, tokens[1].length() -1);
1396  fileName = fileName.replace("\"", "");
1397  if (fileName.charAt(0) == '/') {
1398  fileName = fileName.substring(1,fileName.length() - 1);
1399  fileName = fileName.replaceFirst("/", ":/");
1400  }
1401  // Check to see if more then 2 tokens, Date may not be populated, will default to 0
1402  if (tokens.length > 2) {
1403  // Time in the format of 20200131104456-05'00'
1404  try {
1405  String fileUsedTime = tokens[2].replaceAll("'","");
1406  Date usedDate = adobePluginDateFormat.parse(fileUsedTime);
1407  adobeUsedTime = usedDate.getTime()/1000;
1408  } catch (ParseException ex) {
1409  // catching error and displaying date that could not be parsed
1410  // we set the timestamp to 0 and continue on processing
1411  logger.log(Level.WARNING, String.format("Failed to parse date/time %s for adobe file artifact.", tokens[2]), ex); //NON-NLS
1412  }
1413  }
1414  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1415  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1416  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, getName(), adobeUsedTime));
1417  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1418  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1419  if(bba != null) {
1420  bbartifacts.add(bba);
1421  fileName = fileName.replace("\0", "");
1422  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1423  if (bba != null) {
1424  bbartifacts.add(bba);
1425  }
1426  }
1427  line = reader.readLine();
1428  }
1429  line = line.trim();
1430  }
1431  }
1432  if (!bbartifacts.isEmpty()) {
1433  postArtifacts(bbartifacts);
1434  }
1435  }
1436 
1448  private void parseMediaPlayerMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1449  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1450  String line = reader.readLine();
1451  while (!line.contains(SECTION_DIVIDER)) {
1452  line = reader.readLine();
1453  line = line.trim();
1454  if (line.contains("LastWrite")) {
1455  line = reader.readLine();
1456  // Columns are
1457  // FileX -> <Media file>
1458  while (!line.contains(SECTION_DIVIDER) && !line.contains("RecentFileList has no values.")) {
1459  // Split line on "> " which is the record delimiter between position and file
1460  String tokens[] = line.split("> ");
1461  String fileName = tokens[1];
1462  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1463  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1464  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1465  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1466  if(bba != null) {
1467  bbartifacts.add(bba);
1468  bba = createAssociatedArtifact(fileName, bba);
1469  if (bba != null) {
1470  bbartifacts.add(bba);
1471  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1472  if (bba != null) {
1473  bbartifacts.add(bba);
1474  }
1475  }
1476  }
1477  line = reader.readLine();
1478  }
1479  line = line.trim();
1480  }
1481  }
1482  if (!bbartifacts.isEmpty()) {
1483  postArtifacts(bbartifacts);
1484  }
1485  }
1486 
1498  private void parseGenericMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1499  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1500  String line = reader.readLine();
1501  while (!line.contains(SECTION_DIVIDER)) {
1502  line = reader.readLine();
1503  line = line.trim();
1504  if (line.contains("LastWrite")) {
1505  line = reader.readLine();
1506  // Columns are
1507  // FileX -> <file>
1508  while (!line.contains(SECTION_DIVIDER) && !line.isEmpty() && !line.contains("Applets")
1509  && !line.contains(("Recent File List"))) {
1510  // Split line on "> " which is the record delimiter between position and file
1511  String tokens[] = line.split("> ");
1512  String fileName = tokens[1];
1513  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1514  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1515  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1516  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1517  if(bba != null) {
1518  bbartifacts.add(bba);
1519  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1520  if (bba != null) {
1521  bbartifacts.add(bba);
1522  }
1523  }
1524  line = reader.readLine();
1525  }
1526  line = line.trim();
1527  }
1528  }
1529  if (!bbartifacts.isEmpty()) {
1530  postArtifacts(bbartifacts);
1531  }
1532  }
1533 
1545  private void parseWinRARMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1546  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1547  String line = reader.readLine();
1548  while (!line.contains(SECTION_DIVIDER)) {
1549  line = reader.readLine();
1550  line = line.trim();
1551  if (line.contains("LastWrite")) {
1552  line = reader.readLine();
1553  // Columns are
1554  // FileX -> <Media file>
1555  if (!line.isEmpty()) {
1556  while (!line.contains(SECTION_DIVIDER)) {
1557  // Split line on "> " which is the record delimiter between position and file
1558  String tokens[] = line.split("> ");
1559  String fileName = tokens[1];
1560  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1561  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1562  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1563  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1564  if(bba != null) {
1565  bbartifacts.add(bba);
1566  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1567  if (bba != null) {
1568  bbartifacts.add(bba);
1569  }
1570  }
1571  line = reader.readLine();
1572  }
1573  }
1574  line = line.trim();
1575  }
1576  }
1577  if (!bbartifacts.isEmpty()) {
1578  postArtifacts(bbartifacts);
1579  }
1580  }
1581 
1593  private void parse7ZipMRU(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1594  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1595  String line = reader.readLine();
1596  line = line.trim();
1597  if (!line.contains("PathHistory:")) {
1598  while (!line.contains("PathHistory:") && !line.isEmpty()) {
1599  // Columns are
1600  // <fileName>
1601  String fileName = line;
1602  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1603  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1604  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1605  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1606  if (bba != null) {
1607  bbartifacts.add(bba);
1608  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1609  if (bba != null) {
1610  bbartifacts.add(bba);
1611  }
1612  }
1613  line = reader.readLine();
1614  line = line.trim();
1615  }
1616  }
1617  if (!bbartifacts.isEmpty()) {
1618  postArtifacts(bbartifacts);
1619  }
1620  }
1621 
1633  private void parseOfficeDocs2010MRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1634  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1635  String line = reader.readLine();
1636  line = line.trim();
1637  // Reading to the SECTION DIVIDER to get next section of records to process. Dates appear to have
1638  // multiple spaces in them that makes it harder to parse so next section will be easier to parse
1639  while (!line.contains(SECTION_DIVIDER)) {
1640  line = reader.readLine();
1641  }
1642  line = reader.readLine();
1643  while (!line.contains(SECTION_DIVIDER)) {
1644  // record has the following format
1645  // 1294283922|REG|||OfficeDocs2010 - F:\Windows_time_Rules_xp.doc
1646  String tokens[] = line.split("\\|");
1647  Long docDate = Long.valueOf(tokens[0]);
1648  String fileNameTokens[] = tokens[4].split(" - ");
1649  String fileName = fileNameTokens[1];
1650  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1651  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1652  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, getName(), docDate));
1653  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1654  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1655  if(bba != null) {
1656  bbartifacts.add(bba);
1657  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1658  if (bba != null) {
1659  bbartifacts.add(bba);
1660  }
1661  }
1662  line = reader.readLine();
1663  line = line.trim();
1664  }
1665  if (!bbartifacts.isEmpty()) {
1666  postArtifacts(bbartifacts);
1667  }
1668  }
1669 
1681  private void parseOfficeTrustRecords(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1682  String userProfile = regFile.getParentPath();
1683  userProfile = userProfile.substring(0, userProfile.length() - 1);
1684  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1685  SimpleDateFormat pluginDateFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss yyyy", US);
1686  Long usedTime = Long.valueOf(0);
1687  String line = reader.readLine();
1688  while (!line.contains(SECTION_DIVIDER)) {
1689  line = reader.readLine();
1690  line = line.trim();
1691  usedTime = Long.valueOf(0);
1692  if (!line.contains("**") && !line.contains("----------") && !line.contains("LastWrite")
1693  && !line.contains(SECTION_DIVIDER) && !line.isEmpty() && !line.contains("TrustRecords")) {
1694  // Columns are
1695  // Date : <File Name>/<Website>
1696  // Split line on " : " which is the record delimiter between position and file
1697  String fileName = null;
1698  String tokens[] = line.split(" : ");
1699  fileName = tokens[1];
1700  fileName = fileName.replace("%USERPROFILE%", userProfile);
1701  // Time in the format of Wed May 31 14:33:03 2017 Z
1702  try {
1703  String fileUsedTime = tokens[0].replaceAll(" Z","");
1704  Date usedDate = pluginDateFormat.parse(fileUsedTime);
1705  usedTime = usedDate.getTime()/1000;
1706  } catch (ParseException ex) {
1707  // catching error and displaying date that could not be parsed
1708  // we set the timestamp to 0 and continue on processing
1709  logger.log(Level.WARNING, String.format("Failed to parse date/time %s for TrustRecords artifact.", tokens[0]), ex); //NON-NLS
1710  }
1711  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1712  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1713  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, getName(), usedTime));
1714  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1715  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1716  if(bba != null) {
1717  bbartifacts.add(bba);
1718  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1719  if (bba != null) {
1720  bbartifacts.add(bba);
1721  }
1722  }
1723  line = line.trim();
1724  }
1725  }
1726  if (!bbartifacts.isEmpty()) {
1727  postArtifacts(bbartifacts);
1728  }
1729  }
1730 
1740  private BlackboardArtifact createAssociatedArtifact(String filePathName, BlackboardArtifact bba) {
1741  org.sleuthkit.autopsy.casemodule.services.FileManager fileManager = currentCase.getServices().getFileManager();
1742  String fileName = FilenameUtils.getName(filePathName);
1743  String filePath = FilenameUtils.getPath(filePathName);
1744  List<AbstractFile> sourceFiles;
1745  try {
1746  sourceFiles = fileManager.findFiles(dataSource, fileName, filePath); //NON-NLS
1747  if (!sourceFiles.isEmpty()) {
1748  for (AbstractFile sourceFile : sourceFiles) {
1749  if (sourceFile.getParentPath().endsWith(filePath)) {
1750  Collection<BlackboardAttribute> bbattributes2 = new ArrayList<>();
1751  bbattributes2.addAll(Arrays.asList(
1752  new BlackboardAttribute(TSK_ASSOCIATED_ARTIFACT, this.getName(),
1753  bba.getArtifactID())));
1754 
1755  BlackboardArtifact associatedObjectBba = createArtifactWithAttributes(TSK_ASSOCIATED_OBJECT, sourceFile, bbattributes2);
1756  if (associatedObjectBba != null) {
1757  return associatedObjectBba;
1758  }
1759  }
1760  }
1761  }
1762  } catch (TskCoreException ex) {
1763  // only catching the error and displaying the message as the file may not exist on the
1764  // system anymore
1765  logger.log(Level.WARNING, String.format("Error finding actual file %s. file may not exist", filePathName)); //NON-NLS
1766  }
1767 
1768  return null;
1769  }
1770 
1780  private Map<String, String> makeUserNameMap(Content dataSource) throws TskCoreException {
1781  Map<String, String> userNameMap = new HashMap<>();
1782 
1783  List<BlackboardArtifact> accounts = blackboard.getArtifacts(TSK_OS_ACCOUNT.getTypeID(), dataSource.getId());
1784 
1785  for (BlackboardArtifact account : accounts) {
1786  BlackboardAttribute nameAttribute = getAttributeForArtifact(account, TSK_USER_NAME);
1787  BlackboardAttribute idAttribute = getAttributeForArtifact(account, TSK_USER_ID);
1788 
1789  String userName = nameAttribute != null ? nameAttribute.getDisplayString() : "";
1790  String userID = idAttribute != null ? idAttribute.getDisplayString() : "";
1791 
1792  if (!userID.isEmpty()) {
1793  userNameMap.put(userID, userName);
1794  }
1795  }
1796 
1797  return userNameMap;
1798  }
1799 
1810  private BlackboardAttribute getAttributeForArtifact(BlackboardArtifact artifact, BlackboardAttribute.ATTRIBUTE_TYPE type) throws TskCoreException {
1811  return artifact.getAttribute(new BlackboardAttribute.Type(BlackboardAttribute.ATTRIBUTE_TYPE.fromID(type.getTypeID())));
1812  }
1813 
1822  void createShellBagArtifacts(AbstractFile regFile, List<ShellBag> shellbags) throws TskCoreException {
1823  List<BlackboardArtifact> artifacts = new ArrayList<>();
1824  try{
1825  for (ShellBag bag : shellbags) {
1826  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1827  BlackboardArtifact artifact = regFile.newArtifact(getShellBagArtifact().getTypeID());
1828  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), bag.getResource()));
1829  attributes.add(new BlackboardAttribute(getKeyAttribute(), getName(), bag.getKey()));
1830 
1831  long time;
1832  time = bag.getLastWrite();
1833  if (time != 0) {
1834  attributes.add(new BlackboardAttribute(getLastWriteAttribute(), getName(), time));
1835  }
1836 
1837  time = bag.getModified();
1838  if (time != 0) {
1839  attributes.add(new BlackboardAttribute(TSK_DATETIME_MODIFIED, getName(), time));
1840  }
1841 
1842  time = bag.getCreated();
1843  if (time != 0) {
1844  attributes.add(new BlackboardAttribute(TSK_DATETIME_CREATED, getName(), time));
1845  }
1846 
1847  time = bag.getAccessed();
1848  if (time != 0) {
1849  attributes.add(new BlackboardAttribute(TSK_DATETIME_ACCESSED, getName(), time));
1850  }
1851 
1852  artifact.addAttributes(attributes);
1853 
1854  artifacts.add(artifact);
1855  }
1856  } finally {
1857  postArtifacts(artifacts);
1858  }
1859  }
1860 
1869  private BlackboardArtifact.Type getShellBagArtifact() throws TskCoreException {
1870  if (shellBagArtifactType == null) {
1871  shellBagArtifactType = tskCase.getArtifactType(SHELLBAG_ARTIFACT_NAME);
1872 
1873  if(shellBagArtifactType == null) {
1874  try {
1875  tskCase.addBlackboardArtifactType(SHELLBAG_ARTIFACT_NAME, Bundle.Shellbag_Artifact_Display_Name()); //NON-NLS
1876  } catch (TskDataException ex) {
1877  // Artifact already exists
1878  logger.log(Level.INFO, String.format("%s may have already been defined for this case", SHELLBAG_ARTIFACT_NAME));
1879  }
1880 
1881  shellBagArtifactType = tskCase.getArtifactType(SHELLBAG_ARTIFACT_NAME);
1882  }
1883  }
1884 
1885  return shellBagArtifactType;
1886  }
1887 
1896  private BlackboardAttribute.Type getLastWriteAttribute() throws TskCoreException {
1897  if (shellBagLastWriteAttributeType == null) {
1898  try {
1899  shellBagLastWriteAttributeType = tskCase.addArtifactAttributeType(SHELLBAG_ATTRIBUTE_LAST_WRITE,
1900  BlackboardAttribute.TSK_BLACKBOARD_ATTRIBUTE_VALUE_TYPE.DATETIME,
1901  Bundle.Shellbag_Last_Write_Attribute_Display_Name());
1902  } catch (TskDataException ex) {
1903  // Attribute already exists get it from the case
1904  shellBagLastWriteAttributeType = tskCase.getAttributeType(SHELLBAG_ATTRIBUTE_LAST_WRITE);
1905  }
1906  }
1907  return shellBagLastWriteAttributeType;
1908  }
1909 
1918  private BlackboardAttribute.Type getKeyAttribute() throws TskCoreException {
1919  if (shellBagKeyAttributeType == null) {
1920  try {
1921  shellBagKeyAttributeType = tskCase.addArtifactAttributeType(SHELLBAG_ATTRIBUTE_KEY,
1922  BlackboardAttribute.TSK_BLACKBOARD_ATTRIBUTE_VALUE_TYPE.STRING,
1923  Bundle.Shellbag_Key_Attribute_Display_Name());
1924  } catch (TskDataException ex) {
1925  // The attribute already exists get it from the case
1926  shellBagKeyAttributeType = tskCase.getAttributeType(SHELLBAG_ATTRIBUTE_KEY);
1927  }
1928  }
1929  return shellBagKeyAttributeType;
1930  }
1931 
1941  Map<String, List<String>> readGroups(BufferedReader bufferedReader) throws IOException {
1942  Map<String, List<String>> groupMap = new HashMap<>();
1943 
1944  String line = bufferedReader.readLine();
1945 
1946  int userCount = 0;
1947  String groupName = null;
1948 
1949  while (line != null && !line.contains(SECTION_DIVIDER)) {
1950 
1951  if (line.contains("Group Name")) {
1952  String value = line.replaceAll("Group Name\\s*?:", "").trim();
1953  groupName = (value.replaceAll("\\[\\d*?\\]", "")).trim();
1954  int startIndex = value.indexOf('[');
1955  int endIndex = value.indexOf(']');
1956 
1957  if (startIndex != -1 && endIndex != -1) {
1958  String countStr = value.substring(startIndex + 1, endIndex);
1959  userCount = Integer.parseInt(countStr);
1960  }
1961  } else if (line.matches("Users\\s*?:")) {
1962  for (int i = 0; i < userCount; i++) {
1963  line = bufferedReader.readLine();
1964  if (line != null) {
1965  String sid = line.trim();
1966  List<String> groupList = groupMap.get(sid);
1967  if (groupList == null) {
1968  groupList = new ArrayList<>();
1969  groupMap.put(sid, groupList);
1970  }
1971  groupList.add(groupName);
1972  }
1973  }
1974  groupName = null;
1975  }
1976  line = bufferedReader.readLine();
1977  }
1978  return groupMap;
1979  }
1980 
1990  private Map.Entry<String, String> getSAMKeyValue(String line) {
1991  int index = line.indexOf(':');
1992  Map.Entry<String, String> returnValue = null;
1993  String key = null;
1994  String value = null;
1995 
1996  if (index != -1) {
1997  key = line.substring(0, index).trim();
1998  if (index + 1 < line.length()) {
1999  value = line.substring(index + 1).trim();
2000  } else {
2001  value = "";
2002  }
2003 
2004  } else if (line.contains("-->")) {
2005  key = line.replace("-->", "").trim();
2006  value = "true";
2007  }
2008 
2009  if (key != null) {
2010  returnValue = new AbstractMap.SimpleEntry<>(key, value);
2011  }
2012 
2013  return returnValue;
2014  }
2015 
2016  @Override
2017  public void process(Content dataSource, IngestJobContext context, DataSourceIngestModuleProgress progressBar) {
2018  this.dataSource = dataSource;
2019  this.context = context;
2020 
2021  progressBar.progress(Bundle.Progress_Message_Analyze_Registry());
2022  analyzeRegistryFiles();
2023 
2024  }
2025 
2029  private class RegOutputFiles {
2030 
2031  public String autopsyPlugins = "";
2032  public String fullPlugins = "";
2033  }
2034 }
org.sleuthkit.autopsy.datamodel.ContentUtils
Definition: ContentUtils.java:55
org.sleuthkit.autopsy.casemodule.services.FileManager.findFiles
synchronized List< AbstractFile > findFiles(String fileName)
Definition: FileManager.java:167

Copyright © 2012-2020 Basis Technology. Generated on: Mon Jul 6 2020
This work is licensed under a Creative Commons Attribution-Share Alike 3.0 United States License.