#2286 chat improvements

iped-api/src/main/java/iped/data/IItemReader.java

@@ -5,6 +5,7 @@
 import java.io.IOException;
 import java.util.Date;
 import java.util.HashSet;
+import java.util.List;
 import java.util.Map;
 
 import javax.imageio.stream.ImageInputStream;
@@ -154,6 +155,8 @@ public interface IItemReader extends IStreamSource {
 
     public IDataSource getDataSource();
 
+    public List<IItemReader> getChildren();
+
     /**
      * @return Object containing the metadata of the item
      */

iped-api/src/main/java/iped/properties/ExtraProperties.java

@@ -39,21 +39,44 @@ public class ExtraProperties {
 
     public static final String MESSAGE_SUBJECT = MESSAGE_PREFIX + "Subject"; //$NON-NLS-1$
 
+    public static final String CONVERSATION_PREFIX = "Conversation:";
+
+    public static final String CONVERSATION_ID = CONVERSATION_PREFIX + "ID";
+
+    public static final String CONVERSATION_ACCOUNT = CONVERSATION_PREFIX + "Account";
+
+    public static final String CONVERSATION_NAME = CONVERSATION_PREFIX + "Name";
+
+    public static final String CONVERSATION_TYPE = CONVERSATION_PREFIX + "Type";
+
+    public static final Property CONVERSATION_IS_ADMIN = Property.internalBoolean(CONVERSATION_PREFIX + "IsAdmin");
+
+    public static final String CONVERSATION_ADMINS = CONVERSATION_PREFIX + "Admins";
+
+    public static final String CONVERSATION_PARTICIPANTS = CONVERSATION_PREFIX + "Participants";
+
+    public static final Property CONVERSATION_PARTICIPANTS_COUNT = Property.internalInteger(CONVERSATION_PREFIX + "ParticipantsCount");
+
+    public static final Property CONVERSATION_MESSAGES_COUNT = Property.internalInteger(CONVERSATION_PREFIX + "MessagesCount");
+
+    public static final String CONVERSATION_SUFFIX_NAME = ":Name";
+    public static final String CONVERSATION_SUFFIX_ID = ":ID";
+    public static final String CONVERSATION_SUFFIX_PHONE = ":Phone";
+    public static final String CONVERSATION_SUFFIX_USERNAME = ":Username";
+
     public static final String COMMUNICATION_PREFIX = "Communication:";
 
-    public static final String COMMUNICATION_FROM = COMMUNICATION_PREFIX + "From";
+    public static final String COMMUNICATION_DIRECTION = COMMUNICATION_PREFIX + "Direction";
 
-    public static final String COMMUNICATION_TO = COMMUNICATION_PREFIX + "To";
+    public static final Property COMMUNICATION_IS_GROUP_MESSAGE = Property.internalBoolean(COMMUNICATION_PREFIX + "isGroupMessage");
 
     public static final Property COMMUNICATION_DATE = Property.internalDate(COMMUNICATION_PREFIX + "Date"); //$NON-NLS-1$
 
-    public static final Property MESSAGE_DATE = COMMUNICATION_DATE;
-
-    public static final String PARTICIPANTS = COMMUNICATION_PREFIX + "Participants";
+    public static final String COMMUNICATION_FROM = COMMUNICATION_PREFIX + "From";
 
-    public static final String GROUP_ID = "GroupID";
+    public static final String COMMUNICATION_TO = COMMUNICATION_PREFIX + "To";
 
-    public static final String IS_GROUP_MESSAGE = "isGroupMessage";
+    public static final Property MESSAGE_DATE = COMMUNICATION_DATE;
 
     public static final String MESSAGE_BODY = MESSAGE_PREFIX + "Body"; //$NON-NLS-1$
 
@@ -89,6 +112,14 @@ public class ExtraProperties {
 
     public static final String UFED_META_PREFIX = "ufed:"; //$NON-NLS-1$
 
+    public static final String UFED_ID = UFED_META_PREFIX + "id"; //$NON-NLS-1$
+
+    public static final String UFED_FILE_ID = UFED_META_PREFIX + "file_id"; //$NON-NLS-1$
+
+    public static final String UFED_COORDINATE_ID = UFED_META_PREFIX + "coordinate_id"; //$NON-NLS-1$
+
+    public static final String UFED_JUMP_TARGETS = UFED_META_PREFIX + "jumptargets"; //$NON-NLS-1$
+
     public static final String P2P_META_PREFIX = "p2p:"; //$NON-NLS-1$
 
     public static final String ITEM_VIRTUAL_ID = "itemVirtualIdentifier"; //$NON-NLS-1$
@@ -151,7 +182,6 @@ public class ExtraProperties {
 
     public static final String FACE_ENCODINGS = "face_encodings";
 
-    public static final List<String> COMMUNICATION_BASIC_PROPS = Arrays.asList(MESSAGE_SUBJECT, MESSAGE_BODY,
-            Message.MESSAGE_CC, Message.MESSAGE_BCC, Message.MESSAGE_RECIPIENT_ADDRESS, MESSAGE_IS_ATTACHMENT,
-            MESSAGE_ATTACHMENT_COUNT.getName());
+    public static final List<String> COMMUNICATION_BASIC_PROPS = Arrays.asList(MESSAGE_SUBJECT, MESSAGE_BODY, Message.MESSAGE_CC, Message.MESSAGE_BCC,
+            Message.MESSAGE_RECIPIENT_ADDRESS, MESSAGE_IS_ATTACHMENT, MESSAGE_ATTACHMENT_COUNT.getName());
 }

iped-api/src/main/java/iped/properties/MediaTypes.java

@@ -10,14 +10,17 @@ public class MediaTypes {
 
     public static final MediaType METADATA_ENTRY = MediaType.application("x-metadata-entry"); //$NON-NLS-1$
     public static final MediaType UFED_EMAIL_MIME = MediaType.parse("message/x-ufed-email"); //$NON-NLS-1$
-    public static final MediaType UFED_MESSAGE_ATTACH_MIME = MediaType.parse("message/x-ufed-attachment"); //$NON-NLS-1$
     public static final MediaType CHAT_MESSAGE_MIME = MediaType.parse("message/x-chat-message"); //$NON-NLS-1$
     public static final MediaType UFED_MESSAGE_MIME = MediaType.application("x-ufed-instantmessage"); //$NON-NLS-1$
+    public static final MediaType UFED_USER_ACCOUNT_MIME = MediaType.application("x-ufed-useraccount");
     public static final MediaType UFED_CALL_MIME = MediaType.application("x-ufed-call"); //$NON-NLS-1$
     public static final MediaType UFED_SMS_MIME = MediaType.application("x-ufed-sms"); //$NON-NLS-1$
     public static final MediaType UFED_MMS_MIME = MediaType.application("x-ufed-mms"); //$NON-NLS-1$
     public static final MediaType UFED_CONTACT_MIME = MediaType.application("x-ufed-contact"); //$NON-NLS-1$
     public static final MediaType UFED_DEVICE_INFO = MediaType.application("x-ufed-deviceinfo"); //$NON-NLS-1$
+    public static final MediaType UFED_CHATACTIVITY_MIME = MediaType.application("x-ufed-chatactivity"); //$NON-NLS-1$
+    public static final MediaType UFED_ATTACH_MIME = MediaType.application("x-ufed-attachment"); //$NON-NLS-1$
+    public static final MediaType UFED_LOCATION_MIME = MediaType.application("x-ufed-location"); //$NON-NLS-1$
     public static final MediaType UNALLOCATED = MediaType.application("x-unallocated"); //$NON-NLS-1$
     public static final MediaType OUTLOOK_MSG = MediaType.application("vnd.ms-outlook");
     public static final MediaType DISK_IMAGE = MediaType.application("x-disk-image"); //$NON-NLS-1$

iped-app/resources/config/conf/CategoriesConfig.json

@@ -21,7 +21,8 @@
       {"name": "Mailboxes", "mimes": ["application/vnd.ms-outlook-pst", "application/outlook-dbx", "application/mbox", "application/x-incredimail", "application/vnd.lotus-notes", "application/x-win10-mail-db"]},
       {"name": "Emails", "mimes": ["message/rfc822", "message/x-emlx", "application/vnd.ms-outlook", "message/outlook-pst", "application/x-ufed-html-mails", "message/x-ufed-email", "message/x-win10-mail-msg"]},
       {"name": "Appointments", "mimes": ["application/x-win10-mail-appointment"]},
-      {"name": "Win10 Mail Info", "mimes": ["application/x-win10-mail-store"]}
+      {"name": "Win10 Mail Info", "mimes": ["application/x-win10-mail-store"]},
+      {"name": "Email Attachments"}
     ]},
     {"name": "Multimedia", "categories":[
       {"name": "Audios", "mimes": ["audio"]},
@@ -86,7 +87,6 @@
         {"name": "Facebook", "mimes":["application/x-ufed-chat-preview-facebook"]},
         {"name": "Instagram", "mimes":["application/x-ufed-chat-preview-instagram"]},
         {"name": "Discord", "mimes":["application/x-discord-chat"]},
-        {"name": "Chat Activities", "mimes": ["application/x-ufed-chatactivity"]},
         {"name": "Others Chats", "mimes":["application/x-ufed-html-chats", "application/x-ufed-chats-txt", "application/x-ufed-chat", "application/x-ufed-chat-preview"]}
     ]},
     {"name": "Open Financial Exchange", "mimes": ["application/x-ofx-v1","application/x-ofx-v2","application/x-ofc"]},
@@ -163,7 +163,13 @@
     ]},
     {"name": "SMS Messages", "mimes": ["application/x-ufed-html-sms", "application/x-ufed-sms", "application/x-ios-sms-db"]},
     {"name": "MMS Messages", "mimes": ["application/x-ufed-html-mms", "application/x-ufed-mms"]},
-    {"name": "Instant Messages", "mimes": ["message/x-chat-message", "message/x-threema-message", "application/x-ufed-instantmessage", "message/x-whatsapp-message", "message/x-skype-message", "message/x-skype-filetransfer", "message/x-telegram-message", "message/x-discord-message"]},
+    {"name": "Instant Messages", "categories":[
+      {"name": "Messages", "mimes": ["message/x-chat-message", "message/x-threema-message", "application/x-ufed-instantmessage", "message/x-whatsapp-message", "message/x-skype-message", "message/x-skype-filetransfer", "message/x-telegram-message", "message/x-discord-message"]},
+      {"name": "Chat Activities", "mimes": ["application/x-ufed-chatactivity"]},
+      {"name": "Message Attachments"},
+      {"name": "Shared Contacts"},
+      {"name": "Shared Locations"}
+    ]},
     {"name": "Bluetooth Devices", "mimes": ["application/x-ufed-html-bluetooth", "application/x-ufed-bluetoothdevice"]},
     {"name": "SIM Data", "mimes": ["application/x-ufed-html-simdata", "application/x-ufed-simdata"]},
     {"name": "Calendar", "mimes": ["application/x-ufed-html-calendar", "application/x-ufed-calendarentry", "application/x-ios-calendar-db"]},

iped-app/resources/config/conf/CustomSignatures.xml

@@ -1430,10 +1430,6 @@
         <glob pattern="group.ch.threema*.plist"/>
     </mime-type>
 
-    <mime-type type="message/x-ufed-attachment">
-        <sub-class-of type="application/x-ufed-instantmessage"/>
-    </mime-type>
-
     <mime-type type="application/x-ufed-instantmessage">
         <sub-class-of type="message/x-chat-message"/>
     </mime-type>

iped-app/resources/config/conf/ParserConfig.xml

@@ -321,8 +321,12 @@
             </params>
         </parser>
         <parser class="iped.parsers.ufed.UFEDChatParser">
-            <!--<mime-exclude>application/x-ufed-chat-whatsapp</mime-exclude>-->
             <params>
+            	<param name="extractMessages" type="bool">true</param>
+                <param name="extractActivityLogs" type="bool">true</param>
+                <param name="extractAttachments" type="bool">true</param>
+                <param name="extractSharedContacts" type="bool">true</param>
+                <param name="ignoreEmptyChats" type="bool">false</param>
                 <param name="minChatSplitSize" type="int">6000000</param>
             </params>
         </parser>

iped-app/resources/config/conf/metadataTypes.txt

@@ -57,10 +57,38 @@ common:meta:last-author = java.lang.String
 common:w:Comments = java.lang.String
 common:xmp:CreatorTool = java.lang.String
 Manager = java.lang.Integer
+Conversation:ID = java.lang.String
+Conversation:Name = java.lang.String
+Conversation:Type = java.lang.String
+Conversation:Account = java.lang.String
+Conversation:Account:ID = java.lang.String
+Conversation:Account:Name = java.lang.String
+Conversation:Account:Phone = java.lang.String
+Conversation:Account:Username = java.lang.String
+Conversation:MessagesCount = java.lang.Integer
+Conversation:ParticipantsCount = java.lang.Integer
+Conversation:Participants = java.lang.String
+Conversation:Participants:ID = java.lang.String
+Conversation:Participants:Name = java.lang.String
+Conversation:Participants:Phone = java.lang.String
+Conversation:Participants:Username = java.lang.String
+Conversation:Admins = java.lang.String
+Conversation:Admins:ID = java.lang.String
+Conversation:Admins:Name = java.lang.String
+Conversation:Admins:Phone = java.lang.String
+Conversation:Admins:Username = java.lang.String
 Communication:Date = java.util.Date
 Communication:From = java.lang.String
+Communication:From:ID = java.lang.String
+Communication:From:Name = java.lang.String
+Communication:From:Phone = java.lang.String
+Communication:From:Username = java.lang.String
 Communication:To = java.lang.String
-Communication:ParticipantsCount = java.lang.Integer
+Communication:To:ID = java.lang.String
+Communication:To:Name = java.lang.String
+Communication:To:Phone = java.lang.String
+Communication:To:Username = java.lang.String
+Communication:Direction = java.lang.String
 Message-Bcc = java.lang.String
 Message-Body = java.lang.String
 Message-Cc = java.lang.String
@@ -4220,6 +4248,8 @@ ufed:NumberOfBytesSent = java.lang.Integer
 ufed:Organization = java.lang.String
 ufed:Origin = java.lang.String
 ufed:Original size = java.lang.String
+ufed:OriginalMessageID = java.lang.String
+ufed:OriginalSender = java.lang.String
 ufed:Participants = java.lang.String
 ufed:Path = java.lang.String
 ufed:PhoneNumber = java.lang.String
@@ -4271,9 +4301,8 @@ ufed:isNative = java.lang.String
 ufed:isrelated = java.lang.String
 ufed:jumptargets = java.lang.String
 ufed:labels = java.lang.String
-ufed:msgChildIds = java.lang.Integer
 ufed:phoneOwner = java.lang.String
-ufed:source_index = java.lang.Double
+ufed:source_index = java.lang.Integer
 userAccount = java.lang.String
 userAddress = java.lang.String
 userBirthday = java.util.Date

iped-app/resources/localization/iped-categories.properties

@@ -103,6 +103,11 @@ WhatsApp\ Calls=WhatsApp\ Calls
 SMS\ Messages=SMS\ Messages
 MMS\ Messages=MMS\ Messages
 Instant\ Messages=Instant\ Messages
+Messages=Messages
+Chat\ Activities=Chat\ Activities
+Message\ Attachments=Message\ Attachments
+Shared\ Contacts=Shared\ Contacts
+Shared\ Locations=Shared\ Locations
 Bluetooth\ Devices=Bluetooth\ Devices
 SIM\ Data=SIM\ Data
 Calendar=Calendar
@@ -155,7 +160,6 @@ Social\ Connectivity\ Program\ Executables=Social\ Connectivity\ Program\ Execut
 Social\ Connectivity\ Program\ Files=Social\ Connectivity\ Program\ Files
 GRRF\ Files=GRRF\ Files
 Activities\ Sensor=Activities\ Sensor
-Chat\ Activities=Chat\ Activities
 Credit\ Cards=Credit\ Cards
 Device\ Connectivity=Device\ Connectivity
 Device\ Events=Device\ Events

iped-app/resources/localization/iped-categories_de_DE.properties

@@ -103,6 +103,11 @@ WhatsApp\ Calls=WhatsApp\ Calls[TBT]
 SMS\ Messages=SMS\ Nachrichten
 MMS\ Messages=MMS\ Nachrichten
 Instant\ Messages=Sofortnachrichten
+Messages=Nachrichten
+Chat\ Activities=Chat-Aktivitäten
+Message\ Attachments=Message\ Attachments[TBT]
+Shared\ Contacts=Shared\ Contacts[TBT]
+Shared\ Locations=Shared\ Locations[TBT]
 Bluetooth\ Devices=Bluetooth\ Geräte
 SIM\ Data=SIM\ Daten
 Calendar=Kalender
@@ -155,7 +160,6 @@ Social\ Connectivity\ Program\ Executables=Social Connectivity-Anwendungen
 Social\ Connectivity\ Program\ Files=Social Connectivity-Programmdateien
 GRRF\ Files=GRRF\ Dateien
 Activities\ Sensor=Aktivitätssensor
-Chat\ Activities=Chat-Aktivitäten
 Credit\ Cards=Kreditkarten
 Device\ Connectivity=Geräteverbindungen
 Device\ Events=Geräteereignisse

iped-app/resources/localization/iped-categories_es_AR.properties

@@ -103,6 +103,11 @@ WhatsApp\ Calls=WhatsApp\ Calls[TBT]
 SMS\ Messages=Mensajes\ SMS
 MMS\ Messages=Mensajes\ MMS
 Instant\ Messages=Mensajes\ Instantáneos
+Messages=Mensajes
+Chat\ Activities=Chat\ Actividades
+Message\ Attachments=Message\ Attachments[TBT]
+Shared\ Contacts=Shared\ Contacts[TBT]
+Shared\ Locations=Shared\ Locations[TBT]
 Bluetooth\ Devices=Dispositivos\ Bluetooth
 SIM\ Data=Datos\ SIM
 Calendar=Calendario
@@ -155,7 +160,6 @@ Social\ Connectivity\ Program\ Executables=Social\ Conectividad\ Programas\ Ejec
 Social\ Connectivity\ Program\ Files=Social\ Conectividad\ Programas\ Archivos
 GRRF\ Files=GRRF\ Archivos
 Activities\ Sensor=Sensor\ de\ Actividades
-Chat\ Activities=Chat\ Actividades
 Credit\ Cards=Tarjetas\ de\ Crédito
 Device\ Connectivity=Conectividad\ de\ Dispositivos
 Device\ Events=Eventos\ de\ Dispositivos

iped-app/resources/localization/iped-categories_fr_FR.properties

@@ -103,6 +103,11 @@ WhatsApp\ Calls=WhatsApp\ Calls[TBT]
 SMS\ Messages=SMS
 MMS\ Messages=MMS
 Instant\ Messages=Messages\ Instantanés
+Messages=Messages
+Chat\ Activities=Activités\ dans\ Chats
+Message\ Attachments=Message\ Attachments[TBT]
+Shared\ Contacts=Shared\ Contacts[TBT]
+Shared\ Locations=Shared\ Locations[TBT]
 Bluetooth\ Devices=Appareils\ Bluetooth
 SIM\ Data=Données\ SIM
 Calendar=Calendrier
@@ -155,7 +160,6 @@ Social\ Connectivity\ Program\ Executables=Executables\ Connectivité\ Sociale
 Social\ Connectivity\ Program\ Files=Fichiers\ Connectivité\ Sociale
 GRRF\ Files=Fichiers\ GRRF
 Activities\ Sensor=Capteur\ d'Activités
-Chat\ Activities=Activités\ dans\ Chats
 Credit\ Cards=Cartes\ de\ Crédit
 Device\ Connectivity=Connectivité\ de\ l'Appareil
 Device\ Events=Évènements\ de\ l'Appareil

iped-app/resources/localization/iped-categories_pt_BR.properties

@@ -103,6 +103,11 @@ WhatsApp\ Calls=Chamadas\ WhatsApp
 SMS\ Messages=Mensagens\ SMS
 MMS\ Messages=Mensagens\ MMS
 Instant\ Messages=Mensagens\ Instantâneas
+Messages=Mensagens
+Chat\ Activities=Atividades\ em\ Chats
+Message\ Attachments=Anexos\ de\ Mensagens
+Shared\ Contacts=Contatos\ Compartilhados
+Shared\ Locations=Localizações\ Compartilhadas
 Bluetooth\ Devices=Dispositivos\ Bluetooth
 SIM\ Data=Dados\ SIM
 Calendar=Calendário
@@ -155,7 +160,6 @@ Social\ Connectivity\ Program\ Executables=Executáveis\ Conectividade\ Social
 Social\ Connectivity\ Program\ Files=Arquivos\ Conectividade\ Social
 GRRF\ Files=Arquivos\ GRRF
 Activities\ Sensor=Sensor\ de\ Atividades
-Chat\ Activities=Atividades\ em\ Chats
 Credit\ Cards=Cartões\ de\ Crédito
 Device\ Connectivity=Conectividade\ de\ Dispositivos
 Device\ Events=Eventos\ de\ Dispositivos

iped-app/resources/localization/iped-parsers-messages.properties

@@ -339,9 +339,23 @@ WhatsAppReport.AIThirdParty=This AI is from a third-party developer. Meta receiv
 WhatsAppReport.Over256MembersOnlyAdminsCanEdit=This group has over 256 members so now only admins can edit the groups settings.
 WhatsAppReport.SecurityNotificationsNoLongerAvailable=Security code notifications are no longer available for this chat.
 UFEDChatParser.Broadcast=Broadcast
+UFEDChatParser.Channel=Channel
 UFEDChatParser.Group=Group
 UFEDChatParser.Status=Status
 UFEDChatParser.Unknown=Unknown
+UFEDChatParser.Edited=Edited
+UFEDChatParser.Forwarded=Forwarded
+UFEDChatParser.Forwarded.By=by
+UFEDChatParser.SharedContact.Title=Contact
+UFEDChatParser.SharedContact.Name=Name
+UFEDChatParser.SharedContact.PhoneNumber=Phone Number
+UFEDChatParser.SharedContact.UserID=User ID
+UFEDChatParser.SharedContact.Username=Username
+UFEDChatParser.Location.Title=Location
+UFEDChatParser.Location.Latitude=Latitude
+UFEDChatParser.Location.Longitude=Longitude
+UFEDChatParser.MessageDeletedRecovered=Recovered deleted message
+UFEDChatParser.MessageRecovered=Recovered message
 VCardParser.FormattedName=Formatted Name
 VCardParser.Name=Name
 VCardParser.Nickname=Nickname

iped-app/resources/localization/iped-parsers-messages_de_DE.properties

@@ -339,9 +339,23 @@ WhatsAppReport.AIThirdParty=This AI is from a third-party developer. Meta receiv
 WhatsAppReport.Over256MembersOnlyAdminsCanEdit=Diese Gruppe hat mehr als 256 Mitglieder. Daher können jetzt nur noch Admins die Gruppeneinstellungen bearbeiten.
 WhatsAppReport.SecurityNotificationsNoLongerAvailable=Benachrichtigungen zur Sicherheitsnummer sind für diesen Chat nicht länger verfügbar.
 UFEDChatParser.Broadcast=Broadcast[TBT]
+UFEDChatParser.Channel=Channel[TBT]
 UFEDChatParser.Group=Group[TBT]
 UFEDChatParser.Status=Status[TBT]
 UFEDChatParser.Unknown=Unknown[TBT]
+UFEDChatParser.Edited=Edited(TBT)
+UFEDChatParser.Forwarded=Forwarded(TBT)
+UFEDChatParser.Forwarded.By=by(TBT)
+UFEDChatParser.SharedContact.Title=Contact(TBT)
+UFEDChatParser.SharedContact.Name=Name(TBT)
+UFEDChatParser.SharedContact.PhoneNumber=Phone Number(TBT)
+UFEDChatParser.SharedContact.UserID=User ID(TBT)
+UFEDChatParser.SharedContact.Username=Username(TBT)
+UFEDChatParser.Location.Title=Location(TBT)
+UFEDChatParser.Location.Latitude=Latitude(TBT)
+UFEDChatParser.Location.Longitude=Longitude(TBT)
+UFEDChatParser.MessageDeletedRecovered=Recovered deleted message(TBT)
+UFEDChatParser.MessageRecovered=Recovered message(TBT)
 VCardParser.FormattedName=Name formatiert
 VCardParser.Name=Name
 VCardParser.Nickname=Nickname