Part 9: Item Sets and Deduplication
Learn how to create item sets and perform deduplication.
7 minute read
Item Sets
An item set is a collection of items that have been classified as originals or duplicates based on whether there are multiple items with the same hash value. For the purposes of this tutorial, you will ingest the Nuix Engine documentation into this case again for a second time, create an item set, then deduplicate the items.
Ingestion of Duplicate Data
curl --location --request POST 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/evidence/file' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d' \
--header 'Content-Type: application/json' \
--header 'Accept: application/json' \
--data-raw '{
"processorSettings": {
"storeBinary": true
},
"target": {
"path": "/Engines/9.0.0.171/doc"
}
}
'
{
"functionKey": "2322f9d3-678b-4ff4-b2bd-3a04d61510cb",
"location": "http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/2322f9d3-678b-4ff4-b2bd-3a04d61510cb"
}
Ingestion Status
The functionKey field returned from the ingestion endpoint above can be polled for status.
curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/2322f9d3-678b-4ff4-b2bd-3a04d61510cb' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
"done": true,
"cancelled": false,
"result": true,
"token": "1091c265-fce6-44ff-b5d4-3a30ff5273fa",
"functionKey": "2322f9d3-678b-4ff4-b2bd-3a04d61510cb",
"progress": 7581225,
"total": 0,
"percentComplete": null,
"updatedOn": 1613591215161,
"status": null,
"statusId": null,
"requestTime": 1613591186910,
"startTime": 1613591186910,
"finishTime": 1613591217939,
"caseId": "43b070164ce8453ca30ed9e2dfcce67b",
"caseName": "HelloWorld",
"hasSuccessfullyCompleted": true,
"friendlyName": "Evidence Ingestion Function",
"caseLocation": "/Cases/HelloWorld",
"requestor": "username",
"action": "AsyncBulkIngestionFunction",
"options": {
"reloadQuery": null,
"processorSettings": {
"processText": null,
"processLooseFileContents": null,
"processForensicImages": null,
"analysisLanguage": null,
"stopWords": null,
"stemming": null,
"enableExactQueries": null,
"extractNamedEntities": null,
"extractNamedEntitiesFromText": null,
"extractNamedEntitiesFromProperties": null,
"extractNamedEntitiesFromTextStripped": null,
"extractShingles": null,
"processTextSummaries": null,
"calculateSSDeepFuzzyHash": null,
"detectFaces": null,
"extractFromSlackSpace": null,
"carveFileSystemUnallocatedSpace": null,
"carveUnidentifiedData": null,
"carvingBlockSize": null,
"recoverDeletedFiles": null,
"extractEndOfFileSlackSpace": null,
"smartProcessRegistry": null,
"identifyPhysicalFiles": null,
"createThumbnails": null,
"skinToneAnalysis": null,
"calculateAuditedSize": null,
"storeBinary": true,
"maxStoredBinarySize": null,
"maxDigestSize": null,
"digests": [],
"addBccToEmailDigests": null,
"addCommunicationDateToEmailDigests": null,
"reuseEvidenceStores": null,
"processFamilyFields": null,
"hideEmbeddedImmaterialData": null,
"reportProcessingStatus": null,
"workerItemCallback": null,
"workerItemCallbacks": null
},
"evidence": [
{
"guid": null,
"name": null,
"customMetadata": null,
"encoding": null,
"custodian": null,
"timeZone": null,
"description": null,
"locale": null,
"files": [
{
"path": "/Engines/9.0.0.171/doc"
}
],
"exchangeMailboxes": null,
"s3Buckets": null,
"sqlServers": null,
"enterpriseVaults": null,
"sharepointSites": null,
"mailStores": null,
"loadFiles": null,
"centeraClusters": null,
"splitFiles": null,
"dropboxes": null,
"sshServers": null
}
],
"localWorkerCount": 1,
"repositories": [],
"parallelProcessingSettings": {
"workerCount": null,
"workerMemory": null,
"workerTemp": null,
"brokerMemory": null,
"workerBrokerAddress": null,
"useRemoteWorkers": false,
"embedBroker": true
},
"rescanEvidenceRepositories": false,
"loadProcessingJob": {
"casePath": "/Cases/HelloWorld",
"jobGuid": "3658161a-2a7d-423c-b288-0f839f2da367",
"processingMode": "Load",
"startDate": 1613591191176,
"workerCount": 1,
"finished": true,
"paused": false,
"masterAddress": "1.1.1.1",
"bytesProcessed": 7581225,
"itemsProcessed": 192,
"jobSizeTotalBytes": 0
}
},
"participatingInCaseFunctionQueue": true,
"processedBy": "nuix-restful-server-1",
"errorMsg": null
}
Create an Item Set
You can now create an item set. By default, items are deduplicated by their MD5 hash.
curl --location --request POST 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
--header 'Content-Type: application/json' \
--header 'Accept: application/json' \
--data-raw '{
"name": "HelloItemSet",
"description": "My first item set"
}'
{
"functionKey": "12d214b2-d4fc-4f6d-8142-b33df4c18f89",
"location": "http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/12d214b2-d4fc-4f6d-8142-b33df4c18f89"
}
Item Set Status
The functionKey field returned from the ingestion endpoint above can be polled for status.
curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/12d214b2-d4fc-4f6d-8142-b33df4c18f89' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
"done": true,
"cancelled": false,
"result": true,
"token": "1091c265-fce6-44ff-b5d4-3a30ff5273fa",
"functionKey": "12d214b2-d4fc-4f6d-8142-b33df4c18f89",
"progress": 730,
"total": 730,
"percentComplete": 100.0000,
"updatedOn": 1613591533221,
"status": null,
"statusId": null,
"requestTime": 1613591533023,
"startTime": 1613591533023,
"finishTime": 1613591533501,
"caseId": "43b070164ce8453ca30ed9e2dfcce67b",
"caseName": "HelloWorld",
"hasSuccessfullyCompleted": true,
"friendlyName": "Item Set Creation Function",
"caseLocation": "/Cases/HelloWorld",
"requestor": "username",
"action": "AsyncItemSetCreationFunction",
"options": {
"itemSetName": "HelloItemSet",
"batchName": null,
"itemSetDescription": "My first item set",
"dedupByArg": null,
"itemSetContructionQuery": "",
"custodianList": null,
"dedupArg": "MD5"
},
"participatingInCaseFunctionQueue": true,
"processedBy": "nuix-restful-server-1",
"errorMsg": null
}
Adding Items to an Item Set
Next, add your items to the item set and deduplicate.
curl --location --request POST 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets/HelloItemSet/items' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d' \
--header 'Content-Type: application/json' \
--header 'Accept: application/json' \
--data-raw '{
"batchName": "AllItems",
"query": ""
}'
{
"functionKey": "9490cb69-508b-43a2-8e60-351e42c7db4d",
"location": "http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/9490cb69-508b-43a2-8e60-351e42c7db4d"
}
Add Items' Status
The functionKey field returned from the add items endpoint above can be polled for status.
curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/9490cb69-508b-43a2-8e60-351e42c7db4d' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
"done": true,
"cancelled": false,
"result": true,
"token": "1091c265-fce6-44ff-b5d4-3a30ff5273fa",
"functionKey": "9490cb69-508b-43a2-8e60-351e42c7db4d",
"progress": 0,
"total": 730,
"percentComplete": 0.0000,
"updatedOn": 1613592046841,
"status": null,
"statusId": null,
"requestTime": 1613592046840,
"startTime": 1613592046840,
"finishTime": 1613592046898,
"caseId": "43b070164ce8453ca30ed9e2dfcce67b",
"caseName": "HelloWorld",
"hasSuccessfullyCompleted": true,
"friendlyName": "Item Set Add Items Function",
"caseLocation": "/Cases/HelloWorld",
"requestor": "username",
"action": "AsyncItemSetAddItemsFunction",
"options": {
"itemSetName": "HelloItemSet",
"batchName": "AllItems",
"itemSetContructionQuery": ""
},
"participatingInCaseFunctionQueue": false,
"processedBy": "nuix-restful-server-1",
"errorMsg": null
}
Item Set Details
Let’s retrieve some details about the item set we just created.
curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets/HelloItemSet' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
"name": "HelloItemSet",
"description": "My first item set",
"batches": [
{
"batchName": "AllItems",
"createdOn": 1613592046847
},
{
"batchName": "21/02/17 14:52:13 EST",
"createdOn": 1613591533141
}
]
}
Item Set Duplicates
Retrieve the duplicate items from the item set. There are 344 duplicates in this item set.
curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets/HelloItemSet/duplicates' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
"duplicates": [
"192d4465-4120-4f70-9ecc-21e75fa00fdb",
"69204627-94dc-441a-a285-ba30ba5889f9",
"50ce3b7d-8eb5-49a5-af5b-0ad69367b8f5",
"5cd8a487-37e9-43b3-aec3-1f5b47a18f52",
"6392ced4-f3af-4978-a61a-a1543bdbf235",
"59585660-9ade-4856-950d-fb606a6f9dd5",
"615768ce-8421-42a2-a9aa-e2e38323073f",
"d4fc148f-db20-4a56-89e0-c1689fe920cd",
"33dcbb88-eb12-40f5-aab4-fbf1fa56194f",
"d7eec968-5034-4c82-a16a-a2ab0004b2e4",
"1ba9ae97-c48c-42eb-a640-5395fd6a9947",
"cd147740-2323-4b8c-8302-75b8d1152062",
"7d93b4b9-49c2-42d8-8f4e-becbf06a2f7d",
"e7cf0ef5-3863-4b9b-b056-b2db5662ec40",
"fb0a2f1c-f605-48d3-97ca-2eacbb819b7b",
"49e1273a-dc20-4ab5-a844-c947c24ff653",
"d0689df1-b19e-45e8-87f9-f603a4e6229a",
"2d2beb9d-9a8a-4c86-a06c-d0c8b780929f",
"f5be4e17-b3d0-427c-9e45-228d1401f62c",
"36b5af07-d640-49c8-89d2-6982bd9ce2e8",
"5909249c-f595-49a0-9083-8dbb7aa9adef",
"b0a336df-7160-4e34-9c67-0c52f305f60e",
"70a65d83-f82f-4d98-ad63-301a93d5a62d",
"421b9636-d756-453e-b4ae-011df0bb3a40",
"3aa3110a-f877-4d9f-9e45-6e5c84ee7b03",
"3943799e-eb7c-4215-bf01-1748fcfb7c35",
"d965949d-34bb-403c-ae0a-c5a43c229574",
"98da888b-7e03-4a78-bcc2-0e53087ff45b",
"e797ff62-086e-40a7-a08f-4a1acc989d12",
"def5ba51-1c23-4f2b-9e85-5a6ce76a015d",
"641d4627-1c5a-4b29-86ff-deb63d682da9",
"354e021f-a375-47be-9379-638ee14d6dd0",
"02c32fdf-2f5f-4d65-95aa-64ea73d301c5",
"5c05e778-f348-4c1a-80d1-d25563a51a6c",
"cdf87e96-6ba6-4fca-9d74-54dbf9849c69",
"82547af3-8eb6-401f-9264-d81314864f52",
"9aae6735-3e64-4047-9e10-8260d8dd61db",
"8f430563-6c7d-4870-81d3-f206735eb0e8",
"7d57b451-2bd6-4128-aade-137839abccf8",
"f15f6647-ee54-435e-8627-c1617d7e4a5b",
"6ed745e9-7c3f-4323-90f3-510d49e081fa",
"3eb87859-b52e-4c29-81fa-3d1e9adcd488",
"5afb1fdb-d363-4da0-add9-d86825e28a3c",
"80620833-afb1-45e0-9384-337dec5028d0",
"1fed7de1-d150-4cf6-b5aa-eb2e5f87058d",
"3099fd8e-2633-4071-97fc-3a337a954fda",
"25c0b8dc-c783-4ad2-adc6-b2f303ed92da",
"f1b05001-3b14-4c85-b07c-e6aa9a49d611",
"c8fb7bc7-600b-4fd0-80e2-114a97c87f9b",
"e22cdd4d-2cea-463c-893c-e3bf55e2ec5a",
"1d5845dd-8f42-4aa0-9fc9-60028b846126",
"596e9178-e3b5-474c-bcce-bd26af84174b",
"81f69274-3707-4d03-8608-1e4a3a7ab8ac",
"77897169-4839-4ff8-bfde-f5be066f7bb6",
"48783fea-ed1e-4da4-afb4-e4e13168b77b",
"62877335-b628-4f2c-951f-beb64e9221e7",
"accce1a5-c5ff-498f-88a8-987d662c8f98",
"5b07a955-fdcb-409a-a3b6-a6be82b80652",
"24a64dfc-6a10-41f9-9912-3ba32a482e1e",
"2ff5b86c-7d80-488b-bee9-564a8df3d05b",
"8edbe74e-f3f7-44e5-9bb8-86364069e82c",
"966da79b-abaa-4c7a-a55e-169d598e1cb2",
"70f97097-e8c8-4e07-af68-3dc5733170ea",
"d8918e4c-bca9-4426-9637-cde92619f4c2",
"011d60e8-6ea2-4590-82ec-7ca1e809b6d5",
"a32a3ac8-8df3-4836-9a94-5a9cc1e50791",
"9ffd7d91-8c01-49f3-892c-bf86e9ccb176",
"d78913f2-d9e5-481c-8bad-0d6632022e03",
"45233604-6d08-4684-bf21-b96ed6c6bf0c",
"48bea607-903e-40cc-968f-7940536f9553",
"060af451-7949-4ae9-a35b-c4bdae9347f9",
"51933023-0e3d-4d17-9804-5bfe125ddbaa",
"6c1f742a-2f09-4b72-bf5b-ca226d49e2a6",
"c0ed30f7-2451-45af-9af0-6ded2a2211cf",
"e1b8a691-3a14-4648-b9d5-d4e1057cc0f8",
"0f2a5eed-5843-450a-8207-4712c4e1bafb",
"bb1d853d-b4a0-47bf-9aa0-092631bde92b",
"90f2b351-0fd9-4257-99aa-243294515067",
"3d26cf69-a12c-45b4-b464-17b0a225213e",
"16f852e0-ffe8-4acd-92c5-68535f51d3f5",
"9ad7d617-a6cd-42e3-8871-b133f102945a",
"a046d0a1-eff4-40ec-9eda-fea5ef30c914",
"5dc0b129-ffa1-4367-9a92-d322a8b2569b",
"ace342cd-3f1e-463b-a5a3-3be751362227",
"7401ef1e-eb92-4132-9c88-059a53a52ccf",
"9f7f2dcd-0578-4c9f-891e-39fadd7c872e",
"7163b094-4e5e-4a6b-9058-0c723f464a3a",
"bd7afaf5-99e6-4e1d-8951-a7f291160b5c",
"12329d30-93b1-46fa-872c-9b27f571050e",
"5b8a3812-16d5-45d6-bceb-85b639a34a1e",
"a68939f0-502c-482a-bf3a-68bc0d4a5a7d",
"9d2c8516-4d6e-4056-a512-f5421fb6e4c7",
"5655c3ec-1ed7-4a07-8862-62826de5320d",
"a9e2dad3-1e14-4e99-b91f-7dffbd8a06e9",
"fa40773a-c889-4f04-8066-b3dce8d3cef0",
"15e575fb-fcf9-445e-b165-64f1c55354a1",
"befb11ed-0851-4e21-8089-8e11562721fc",
"3afa6979-4039-4b48-8303-c683c163cc4a",
"4dc31d4b-0fe5-43cf-be45-0a993307e2b7",
"0dba92f2-9098-4ef3-a4f8-b43f1de44b47",
"a93485a2-c9b6-439f-a35d-a2f2143f2870",
"f0e13f75-0b47-4369-8e10-94676b01bba4",
"69b19079-2baf-47e0-9c5a-c4919225b4ac",
"68e04266-6e0a-49d8-ae2d-51428b349d93",
"ff7374b0-5e60-4603-8026-08e0b0f657f9",
"1b427285-83a5-46eb-97db-0c09b5734b66",
"eb6fef94-d43e-4916-9b11-12704b531f03",
"a611ca69-7d1d-4736-a6a3-05cbca76bc16",
"8c2d3f75-2f27-4e22-80df-900b3b004de0",
"37f04030-03aa-4d4e-9b38-6836465944c6",
"0a80c14f-f299-4985-9366-c7d5f112d595",
"fded93d5-49ef-4d25-a581-9b9eab8a7255",
"2b0d8e22-a7c6-43f2-825e-1eece4b9cfbf",
"33c9fbea-5151-42c7-be04-871adddb7e12",
"be2bc1bc-ccf1-4d0b-a1e3-011258e2dcfe",
"f5a9e1e3-0b4c-4b97-b2e2-ece62a02e750",
"ea233053-720e-4bc2-9898-51d99707fd1f",
"f5ffbedf-b5e4-4274-8572-77e5655feb26",
"5b7b695f-6b69-4b77-80cb-95e31f74b108",
"7082f088-e558-4f5b-9ae8-418db1e1a3b1",
"91738acd-8f4d-4ac5-874a-5ef97e3bdd05",
"74a80c52-1649-4af4-a230-3effd3f89f06",
"845ec518-629a-41ba-aa5e-05d41fc079ad",
"ecdfe041-7e28-4159-ad11-95bb74680e43",
"f1801614-7286-4a76-a9ac-0e1d5c8ec25c",
"cd1172bd-1edb-4e66-bbd6-0f7a30cfd869",
"8e1b2483-2924-4961-8d01-5e8228f2a1bf",
"b518a531-1fb5-4d6d-9608-940a57b59c02",
"53eed8ec-7204-4da7-8179-0c0f6fb276ab",
"1305823c-272f-4e6f-b1b2-19b8bd2e1da2",
"4d27d90c-597d-47b6-bec5-10ec58f76929",
"914ea784-706c-4da4-b138-bb6e81939ac6",
"77219f44-f9b3-4636-8f40-c485f0b1386a",
"2c91111f-776f-49db-a260-f30b00729ad2",
"d95adc83-2051-486e-8c22-ab9ad9b9b856",
"7afbc31f-9d76-4bce-a185-ae3e28f690f4",
"5a048e18-d437-4be9-baa1-fd8b4f5e08f3",
"f466612d-bbeb-4739-a895-a6a8e1f74832",
"4eaca35e-0adc-4996-a52b-1114ee85170e",
"875df35a-aedb-43f2-aca5-7cd3b87fc2e5",
"00ae438b-5547-4495-94c1-c3a4cec30829",
"7f43d3b0-2840-4e4c-8cb0-21d27de6d181",
"2571bb06-3a07-4633-ad07-802c6ab60242",
"f593a196-d6c5-43ee-8672-e4c470bb01e6",
"c9c0daaa-df79-424a-8e08-51b0b3947783",
"dfcfa2d3-3823-43e0-b07d-d609daa41451",
"a568caec-05e4-4fde-b952-39f8df69eb0e",
"d582ee4c-9246-466c-96a3-2b174c462169",
"f9d0e1b9-2150-41c1-8af6-3301000d3ebb",
"cc720409-02a5-46cf-9fa2-9ab05b0da254",
"46763e9c-243b-43c5-87a9-f3e9c8a1fcab",
"e5fcf39b-bce8-49bb-abe7-063422d9f752",
"08d89c1d-f1e0-4a28-81f1-e7c72217d71f",
"4b191168-c260-4d09-a2e2-ec9df3cdb47b",
"1944dbf4-ff4f-46d8-b15b-aee2ba5b0a60",
"48a6181e-55ce-455b-a29b-59195b73a31d",
"bbc7b8b9-9838-4404-9359-37c2a5750670",
"59c0ad6e-d6a2-4dd9-8462-1a48568ca75f",
"ea651780-173a-451d-b0eb-882ce356c545",
"267242a0-95a0-4a20-a64f-1779d8d605ac",
"d2fb2fe0-94d7-4185-a8e9-f0b8c78ecba2",
"e50ce77b-e07e-4c90-8216-c572e6f7af87",
"a4a1ef9e-f1e2-4745-afef-23ab7ce13ca0",
"58cfa2d7-41b7-4156-9d1e-f7ef14c4f924",
"531273a9-5e9f-42e3-863e-85ae1308d7d6",
"1ade2935-089e-4260-a3ed-55418746e848",
"c2d8c530-d96d-436c-bc2a-d279276b5ae2",
"9694266a-6950-4bff-97e4-ed1aabb38cc1",
"888512af-2564-4ef7-ab7b-87997a33041d",
"e27dd502-3d55-4b93-b006-51531ada6886",
"02259947-ff53-4c41-ad92-ebae6bc10841",
"dece6369-361b-46e8-a3bf-e0012a3407b3",
"cee2bb44-2306-4077-be25-ed3539285fa0",
"6d21e34b-96f6-4009-8c87-5b77c5693b22",
"d7ac1c40-7581-4df9-a9d8-064affdc5bfc",
"bb2cbf39-fc89-42a0-b076-7153020cae76",
"be55540c-699c-4d67-abb9-1cc4405ae92d",
"20935378-c0ed-49b8-ac5c-144f6c298520",
"56061170-6d14-4be9-9956-9abdc8319622",
"5564662f-58b1-4e9e-970a-551593b87321",
"00605178-da28-4e22-804e-9d68c18d2852",
"89157531-b38b-4366-89df-eaf8568c4a24",
"d96c1bb1-8f4b-46f0-9f0f-db954d2e594a",
"6b1fab8f-9a35-4e47-8b8b-6d8fea2ac42a",
"eca63772-7be1-4ea8-8219-7416848ec249",
"fe7bb180-696f-4dee-88e3-f223872974c6",
"ae8d40d5-6ad1-4698-ad17-0b418d8fb52c",
"ba9cc861-3609-4ca6-88d8-43a3fb9cb728",
"5cc8867d-2fcc-4724-b4f6-fd738ba1c671",
"99a1979d-cb2b-42e0-b67b-e9059ff5137f",
"fd35756a-ebec-4784-9588-449b8600010d",
"33362229-520a-45c1-b843-2072ee029ce5",
"4306b9b7-d37d-461a-b88e-fd2370989c51",
"ac645149-f832-4af7-8b91-47aa5f72d3c4",
"c7d03133-060d-46a4-ad63-59c57eb2144a",
"f3f197af-84ec-4aaf-af8a-116f30531f5b",
"2162cbcb-9ece-422a-821c-12f1b1de2e8c",
"1053bffc-5646-4b4f-bc95-1ba843b6088d",
"b6a21b72-a9b1-42cc-8b4c-c34f9e454c66",
"a736384b-89e4-4284-9f71-e1843a9d478b",
"afcdb5fb-36be-44b1-9320-501d7f487355",
"a222f874-d5f5-46f5-9454-75a5e6d808cb",
"41ccc128-0991-4d4f-accf-70ad2ea41d95",
"5ff74eba-f3cc-4a3a-98b9-066b2886c2c8",
"6c248e89-94bc-4255-84c7-cb09a42e086c",
"d1773f81-601c-43e2-9f1e-d978e5e09656",
"21b7aa8a-c7cf-4847-8bff-07eaa570e8a0",
"f0d0944e-34f4-4b8f-b072-69cb740f47a9",
"4b39aa39-5d56-4408-955d-141e5c4d181f",
"9cd57e88-35e3-42dd-99a1-16a7f21949ee",
"12f24503-c781-4678-8cc1-6ddf49af2ed2",
"c1bc2518-1c61-4c5c-8d45-35ff256c66f4",
"722d206c-a4e5-4350-9c44-0cb6092cf9c7",
"bf6479ab-21a1-4e4a-ba47-1bc36d853efb",
"7709e135-e5b5-4558-8946-1787b92d5260",
"5a614ed9-a292-45c6-819a-720f3741661a",
"8755246b-8ec6-4a63-aee6-ee1caab0721d",
"6ff0011e-3a9c-4150-9688-4932b7c1ba78",
"c117a2d9-a3aa-4932-bbff-c6e6b6da1bc0",
"38277004-af1c-488b-b326-684d01b9757b",
"d26cf5fb-219d-48fe-bc37-5fe83890913d",
"c0783a0c-f76f-4dcb-aaae-4949194d87a3",
"b895106e-2f76-4355-8a2d-f44dfb7a75bd",
"0348a75d-4609-43c9-8944-f3efb8ca2a4b",
"b14ba50c-5cbd-4c8e-b14e-9982e3ad2a33",
"8dbac113-563b-45ee-a9c8-37c272ab0da3",
"862b5b45-950b-4f62-9ab9-6c53fcbf17d6",
"3e3bb8bb-09ac-48e1-a059-bb852f2a68b7",
"533ab1a0-6b03-41d9-9dd2-fb416ebbdaa4",
"529d6c44-7d35-4182-9a21-6a5a2077748b",
"dd67e6f4-5a0e-402f-bb95-e332a5bccd94",
"fd0352de-1315-4abb-9111-fa4fe1751013",
"e51a282e-7d74-4146-9456-fa2f9932db6e",
"ec108563-d0d8-4005-bb61-46439de8d667",
"3b9b0e34-dea3-4f74-83df-1af53f70056e",
"fc50a41e-1bb1-451e-860b-f04ce1508ba5",
"89275ca0-6170-43e9-9d91-8c7fe9ec0464",
"3a3e36e7-1302-4f0b-abb3-85c2c96cc89c",
"3aaf1277-ab4b-4c34-9b6a-5246a32e4d02",
"00b4cc85-6d22-4b94-8854-1fc0b2056d1e",
"bcf489ef-dec8-4bb6-960d-e848335c851d",
"25bfa985-1742-4ca2-9f63-63d7717345de",
"66518129-37d6-4614-be18-631de52e2f8a",
"d8169b84-6e64-41a3-a6dc-64efb351cecb",
"6ad10241-f5ed-4d24-b533-7fe593209430",
"850447f3-b22a-45ea-83ee-e612ef9b14e6",
"dccad404-fe95-4f8a-a739-6c1c576093cf",
"ef4debf1-70fc-4448-a001-8f0d461b786a",
"dd8d7ab7-bc62-4ed7-a690-a8eb717117fe",
"41d63136-b1e8-421d-be0f-037d73a8690d",
"26ed1ca7-7190-43ff-ad91-f062bd4432aa",
"e2db1c03-2205-43f7-888b-3a2708f8e8a4",
"ae50c435-d2d4-4f9b-a358-b1c0bfccee17",
"73826713-5619-4207-995b-229133775ec3",
"cf7a498b-a96f-44eb-8b36-a829802664b6",
"24c90145-ad7d-47ab-b4f4-cba6df24a662",
"59ade687-aaaf-457c-b8c9-f9537a6ad4f9",
"cbd05bc5-142e-4429-a8de-3b14418dd980",
"3b8217d1-0e9b-4e85-acd4-658c581fa9f4",
"e89dc911-0922-4aa4-8d54-83f39e1083b5",
"f7065a52-45eb-4d30-acf2-b3470bf8a58e",
"11e864ee-f1e0-4160-a6c3-20553dccf761",
"b5ba63d7-60e2-4d71-9e44-0652d9610765",
"70643357-2142-47be-98bf-660c96be806e",
"daf0312d-5cc9-474a-9854-4dc8a7660b20",
"4ba29be6-b125-4624-8957-c9233268c447",
"4c6c802e-2898-4829-82aa-d5f62a17873b",
"75cef09b-9592-4f38-a1fd-7911ac644195",
"51762c95-9192-4810-81b2-110bf2c5915d",
"b066b177-53f5-4bbe-8afc-0df7124d03ea",
"e8551f36-317e-4718-8425-6827e0656f72",
"3d83138c-9ea9-4381-af11-bb1ebdd8c321",
"c9b6632a-a5b9-4a78-86bb-460559006290",
"b9651bed-a163-4110-a998-8ebfebd0b4de",
"51102838-ef06-4e1f-87bc-f726daa76d86",
"bb6828c2-9d0b-4f95-a479-c8df06752fea",
"96d40ca3-e41b-4a60-878c-e4f377ead0a9",
"5b212c18-a5fc-42e9-b738-0eca4db5a79b",
"60b0c015-7797-426e-8fec-7d663db35375",
"bd49a135-5799-40f2-b245-4641905cf317",
"6263d314-b3e8-4573-b7ab-48d5deeec3b6",
"6d103232-2269-4275-a1e3-2eb9079fcd53",
"913e1d3e-786c-4f3a-b27c-9b92b7e2300f",
"897ea5d9-0e32-47ee-a3ba-6de93ccf213e",
"f25288fc-7ed2-44f2-94a8-22892a8c2e30",
"03f335a8-62b2-4199-a464-d541015d9b24",
"a5960fe9-cbc3-4aa3-8878-bbd144b1803e",
"f28cd50d-f73b-4954-84a5-af7efa81f4aa",
"5872e56d-8698-44a7-afec-673c5d31cc23",
"77c7dad8-99aa-4555-b2bf-2173f3e894a8",
"db7d4c77-45ea-4e5f-8ece-f1fae9c3da1f",
"21f11d05-8877-4314-bd96-5619d5f9055e",
"4b698d27-04a0-4dfe-881d-f6baeac6efbd",
"51ec29f1-bb27-4a36-b143-e6230762aa75",
"28b42916-32f2-4735-864d-8c83d16b0faf",
"75be53d0-9ecc-4920-98bc-ff4672f71576",
"f42ead25-6085-4cde-9d02-80fdc4b1c560",
"07679a57-21d9-4405-bccd-980c36305703",
"852afa09-6a0f-4cd8-b4b6-23537d28e5db",
"10501808-adf3-497c-9f89-40174d8ce843",
"f3858449-dfe3-4754-bc64-afb7cdd3a806",
"4c2f890e-6671-4aa3-8b85-a50a4500b2d7",
"641911f6-a5d0-4065-82d2-fbae4d8faa17",
"836a3258-0f12-4559-ad33-621fbc6e8e02",
"45b07948-ebf8-4696-b9ae-0b0148586ba1",
"1ad7d492-3b21-4a1d-bf30-2aa2f3c32023",
"b402ea86-3aa7-4ce3-a78b-286f00036640",
"60497511-8a19-48bb-aef5-638e88f240bc",
"e2f2f131-4de0-4288-93b7-9e3cf5361cd1",
"bc70adad-4e24-4d05-88a7-1a25d2796328",
"7d3b6b7e-f82b-4444-94b1-f3ee95f77901",
"2347f415-9338-4bb1-9081-975a681800ed",
"a70af5c5-c92e-4b0d-8d12-0e17b2cda9f7",
"e914d510-d80d-47cc-98e2-6e36ac5e6962",
"f819cd03-09b3-4a21-abd7-64cf9df375a5",
"c60db473-f4c1-4dc7-85f0-82ed89777cbb",
"86205408-aa38-446a-b831-1de9187c6b18",
"6a89a136-effb-4b9f-9548-8e31cd4701f0",
"fc8178d1-c12b-441c-b22c-772d6c37e964",
"233722f4-1b45-48e5-88a4-889feb0ed324",
"7d653c8d-0535-42fa-943e-3435bbbe7744",
"9cefbf00-ed92-4de2-aed6-fe00180282ce",
"721f4f92-a253-46fc-8e7e-1f40e60cc4e2",
"9bbff842-9116-4c92-bcfc-cdf0f354e723",
"66157bf3-3ff7-4a8a-aefb-85a12ccc8bc9",
"2526daca-f956-4e50-b5ac-b445f6f5b544",
"d8fa6085-380b-4b55-91d6-d08317075918",
"58fbb1d3-3831-4de9-bd74-af29589b9e1b",
"bd05bd49-5d93-47c9-a9f8-0b8bfee92db3",
"080218b1-7722-4a5c-a436-654bd1a71089",
"9445eb38-5490-4c4f-9dc8-73f783571800",
"5abee805-2c39-4a3a-84be-a3d087b10104",
"7c8fcd2e-b9c8-41ec-bee9-b8a66c92779c",
"51693fc1-0fba-4a2b-b8f7-6fc36d025cda",
"669b1097-5a8a-4927-af04-f7bf85276ac5",
"22af615e-473e-4a66-ae61-12216c428d13",
"14eb4d44-980e-4933-a498-77142523fba1",
"701b26a8-868e-4bfc-af0e-489e4cc5c075",
"c77218f8-9e61-42db-b725-eb196fe9c227",
"d643d1f5-cb81-458c-9899-9c4f5bb8e0f1",
"8b732d40-4a85-46aa-a532-4633d35dc87e",
"0441bb00-b804-433c-be20-ee1ceb6a9dbb",
"8256f64c-2f1a-4fad-84da-c885e67d6ce3",
"82fc8dd1-ccbd-41e6-bfed-fd87f1d06ced"
]
}
Deduplicated Items
Finally, you can retrieve deduplicated items from the item set using the search endpoint. For brevity, the max number of records requested has been reduced
to 5. As you can see, there are 386 items returned using the item-set-originals query.
curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v2/cases/43b070164ce8453ca30ed9e2dfcce67b/search?query=item-set-originals:HelloItemSet&metadataProfile=Default&numberOfRecordsRequested=5' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
"request": {
"caseId": "43b070164ce8453ca30ed9e2dfcce67b",
"query": "item-set-originals:HelloItemSet",
"sortField": null,
"sortOrder": null,
"startIndex": 0,
"numberOfRecordsRequested": 5,
"deduplicate": null,
"metadataProfile": "Default",
"fieldList": null,
"customMetadataList": null,
"propertyList": null,
"itemParameterizedFields": null,
"showAvailableThumbnails": false,
"useCache": false,
"forceCacheDelete": false,
"searchRetry": 0,
"relationType": null,
"entities": [],
"s": 0,
"p": 5,
"customMetadataField": null,
"property": null,
"field": null
},
"startedOn": 1613594869418,
"completedOn": 1613594869432,
"elapsedTimeForSearch": 9,
"elapsedTimeForSort": 0,
"elapsedTimeForMarshal": 1,
"elapsedTimeForDeduplicate": 0,
"elapsedTotal": 14,
"metadataItems": [
"Name",
"File Type",
"Path Name"
],
"localizedMetadataItems": [
"Name",
"File Type",
"Path Name"
],
"metadataItemDetails": [
{
"name": "Name",
"localisedName": "Name",
"type": "String"
},
{
"name": "File Type",
"localisedName": "File Type",
"type": "String"
},
{
"name": "Path Name",
"localisedName": "Path Name",
"type": "String"
}
],
"resultList": [
{
"File Type": "Nuix Evidence File",
"Name": "d29719c8-517e-48cb-9fd6-983dd2d6671b",
"Path Name": "/",
"guid": "75f02dfe-989d-4f93-aade-cd4334042254"
},
{
"File Type": "Directory",
"Name": "doc",
"Path Name": "/d29719c8-517e-48cb-9fd6-983dd2d6671b",
"guid": "97806413-9715-48ed-a08c-03fc0c79f8b9"
},
{
"File Type": "Nuix Evidence File",
"Name": "e1746668-8eca-48b2-a8bd-14f17c59c1e1",
"Path Name": "/",
"guid": "668c6144-071d-420e-9fe5-a11bd63e2326"
},
{
"File Type": "Nuix Evidence File",
"Name": "8c970c8e-8e9d-4dcb-bb42-07d2980a6b3f",
"Path Name": "/",
"guid": "087eb560-5e5b-4c7e-a745-028602ce0104"
},
{
"File Type": "Directory",
"Name": "api",
"Path Name": "/d29719c8-517e-48cb-9fd6-983dd2d6671b/doc",
"guid": "dfb9d2b2-3a5b-4013-9c6d-1ed44910d49a"
}
],
"count": 386,
"deduplicatedCount": 386
}
Feedback
Was this page helpful?
Thank you for your feedback.
Thank you for your feedback.