Part 9: Item Sets and Deduplication

Learn how to create item sets and perform deduplication.

Item Sets

An item set is a collection of items that have been classified as originals or duplicates based on whether there are multiple items with the same hash value. For the purposes of this tutorial, you will ingest the Nuix Engine documentation into this case again for a second time, create an item set, then deduplicate the items.

Ingestion of Duplicate Data

curl --location --request POST 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/evidence/file' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d' \
--header 'Content-Type: application/json' \
--header 'Accept: application/json' \
--data-raw '{
   "processorSettings": {
   	"storeBinary": true
   },
   "target": {
    "path": "/Engines/9.0.0.171/doc"
  }
}
'
{
    "functionKey": "2322f9d3-678b-4ff4-b2bd-3a04d61510cb",
    "location": "http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/2322f9d3-678b-4ff4-b2bd-3a04d61510cb"
}

Ingestion Status

The functionKey field returned from the ingestion endpoint above can be polled for status.

curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/2322f9d3-678b-4ff4-b2bd-3a04d61510cb' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
    "done": true,
    "cancelled": false,
    "result": true,
    "token": "1091c265-fce6-44ff-b5d4-3a30ff5273fa",
    "functionKey": "2322f9d3-678b-4ff4-b2bd-3a04d61510cb",
    "progress": 7581225,
    "total": 0,
    "percentComplete": null,
    "updatedOn": 1613591215161,
    "status": null,
    "statusId": null,
    "requestTime": 1613591186910,
    "startTime": 1613591186910,
    "finishTime": 1613591217939,
    "caseId": "43b070164ce8453ca30ed9e2dfcce67b",
    "caseName": "HelloWorld",
    "hasSuccessfullyCompleted": true,
    "friendlyName": "Evidence Ingestion Function",
    "caseLocation": "/Cases/HelloWorld",
    "requestor": "username",
    "action": "AsyncBulkIngestionFunction",
    "options": {
        "reloadQuery": null,
        "processorSettings": {
            "processText": null,
            "processLooseFileContents": null,
            "processForensicImages": null,
            "analysisLanguage": null,
            "stopWords": null,
            "stemming": null,
            "enableExactQueries": null,
            "extractNamedEntities": null,
            "extractNamedEntitiesFromText": null,
            "extractNamedEntitiesFromProperties": null,
            "extractNamedEntitiesFromTextStripped": null,
            "extractShingles": null,
            "processTextSummaries": null,
            "calculateSSDeepFuzzyHash": null,
            "detectFaces": null,
            "extractFromSlackSpace": null,
            "carveFileSystemUnallocatedSpace": null,
            "carveUnidentifiedData": null,
            "carvingBlockSize": null,
            "recoverDeletedFiles": null,
            "extractEndOfFileSlackSpace": null,
            "smartProcessRegistry": null,
            "identifyPhysicalFiles": null,
            "createThumbnails": null,
            "skinToneAnalysis": null,
            "calculateAuditedSize": null,
            "storeBinary": true,
            "maxStoredBinarySize": null,
            "maxDigestSize": null,
            "digests": [],
            "addBccToEmailDigests": null,
            "addCommunicationDateToEmailDigests": null,
            "reuseEvidenceStores": null,
            "processFamilyFields": null,
            "hideEmbeddedImmaterialData": null,
            "reportProcessingStatus": null,
            "workerItemCallback": null,
            "workerItemCallbacks": null
        },
        "evidence": [
            {
                "guid": null,
                "name": null,
                "customMetadata": null,
                "encoding": null,
                "custodian": null,
                "timeZone": null,
                "description": null,
                "locale": null,
                "files": [
                    {
                        "path": "/Engines/9.0.0.171/doc"
                    }
                ],
                "exchangeMailboxes": null,
                "s3Buckets": null,
                "sqlServers": null,
                "enterpriseVaults": null,
                "sharepointSites": null,
                "mailStores": null,
                "loadFiles": null,
                "centeraClusters": null,
                "splitFiles": null,
                "dropboxes": null,
                "sshServers": null
            }
        ],
        "localWorkerCount": 1,
        "repositories": [],
        "parallelProcessingSettings": {
            "workerCount": null,
            "workerMemory": null,
            "workerTemp": null,
            "brokerMemory": null,
            "workerBrokerAddress": null,
            "useRemoteWorkers": false,
            "embedBroker": true
        },
        "rescanEvidenceRepositories": false,
        "loadProcessingJob": {
            "casePath": "/Cases/HelloWorld",
            "jobGuid": "3658161a-2a7d-423c-b288-0f839f2da367",
            "processingMode": "Load",
            "startDate": 1613591191176,
            "workerCount": 1,
            "finished": true,
            "paused": false,
            "masterAddress": "1.1.1.1",
            "bytesProcessed": 7581225,
            "itemsProcessed": 192,
            "jobSizeTotalBytes": 0
        }
    },
    "participatingInCaseFunctionQueue": true,
    "processedBy": "nuix-restful-server-1",
    "errorMsg": null
}

Create an Item Set

You can now create an item set. By default, items are deduplicated by their MD5 hash.

curl --location --request POST 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
--header 'Content-Type: application/json' \
--header 'Accept: application/json' \
--data-raw '{
	"name": "HelloItemSet",
	"description": "My first item set"
}'
{
    "functionKey": "12d214b2-d4fc-4f6d-8142-b33df4c18f89",
    "location": "http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/12d214b2-d4fc-4f6d-8142-b33df4c18f89"
}

Item Set Status

The functionKey field returned from the ingestion endpoint above can be polled for status.

curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/12d214b2-d4fc-4f6d-8142-b33df4c18f89' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
    "done": true,
    "cancelled": false,
    "result": true,
    "token": "1091c265-fce6-44ff-b5d4-3a30ff5273fa",
    "functionKey": "12d214b2-d4fc-4f6d-8142-b33df4c18f89",
    "progress": 730,
    "total": 730,
    "percentComplete": 100.0000,
    "updatedOn": 1613591533221,
    "status": null,
    "statusId": null,
    "requestTime": 1613591533023,
    "startTime": 1613591533023,
    "finishTime": 1613591533501,
    "caseId": "43b070164ce8453ca30ed9e2dfcce67b",
    "caseName": "HelloWorld",
    "hasSuccessfullyCompleted": true,
    "friendlyName": "Item Set Creation Function",
    "caseLocation": "/Cases/HelloWorld",
    "requestor": "username",
    "action": "AsyncItemSetCreationFunction",
    "options": {
        "itemSetName": "HelloItemSet",
        "batchName": null,
        "itemSetDescription": "My first item set",
        "dedupByArg": null,
        "itemSetContructionQuery": "",
        "custodianList": null,
        "dedupArg": "MD5"
    },
    "participatingInCaseFunctionQueue": true,
    "processedBy": "nuix-restful-server-1",
    "errorMsg": null
}

Adding Items to an Item Set

Next, add your items to the item set and deduplicate.

curl --location --request POST 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets/HelloItemSet/items' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d' \
--header 'Content-Type: application/json' \
--header 'Accept: application/json' \
--data-raw '{
	"batchName": "AllItems",
	"query": ""
}'
{
    "functionKey": "9490cb69-508b-43a2-8e60-351e42c7db4d",
    "location": "http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/9490cb69-508b-43a2-8e60-351e42c7db4d"
}

Add Items' Status

The functionKey field returned from the add items endpoint above can be polled for status.

curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/asyncFunctions/9490cb69-508b-43a2-8e60-351e42c7db4d' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
    "done": true,
    "cancelled": false,
    "result": true,
    "token": "1091c265-fce6-44ff-b5d4-3a30ff5273fa",
    "functionKey": "9490cb69-508b-43a2-8e60-351e42c7db4d",
    "progress": 0,
    "total": 730,
    "percentComplete": 0.0000,
    "updatedOn": 1613592046841,
    "status": null,
    "statusId": null,
    "requestTime": 1613592046840,
    "startTime": 1613592046840,
    "finishTime": 1613592046898,
    "caseId": "43b070164ce8453ca30ed9e2dfcce67b",
    "caseName": "HelloWorld",
    "hasSuccessfullyCompleted": true,
    "friendlyName": "Item Set Add Items Function",
    "caseLocation": "/Cases/HelloWorld",
    "requestor": "username",
    "action": "AsyncItemSetAddItemsFunction",
    "options": {
        "itemSetName": "HelloItemSet",
        "batchName": "AllItems",
        "itemSetContructionQuery": ""
    },
    "participatingInCaseFunctionQueue": false,
    "processedBy": "nuix-restful-server-1",
    "errorMsg": null
}

Item Set Details

Let’s retrieve some details about the item set we just created.

curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets/HelloItemSet' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
    "name": "HelloItemSet",
    "description": "My first item set",
    "batches": [
        {
            "batchName": "AllItems",
            "createdOn": 1613592046847
        },
        {
            "batchName": "21/02/17 14:52:13 EST",
            "createdOn": 1613591533141
        }
    ]
}

Item Set Duplicates

Retrieve the duplicate items from the item set. There are 344 duplicates in this item set.

curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v1/cases/43b070164ce8453ca30ed9e2dfcce67b/itemSets/HelloItemSet/duplicates' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
    "duplicates": [
        "192d4465-4120-4f70-9ecc-21e75fa00fdb",
        "69204627-94dc-441a-a285-ba30ba5889f9",
        "50ce3b7d-8eb5-49a5-af5b-0ad69367b8f5",
        "5cd8a487-37e9-43b3-aec3-1f5b47a18f52",
        "6392ced4-f3af-4978-a61a-a1543bdbf235",
        "59585660-9ade-4856-950d-fb606a6f9dd5",
        "615768ce-8421-42a2-a9aa-e2e38323073f",
        "d4fc148f-db20-4a56-89e0-c1689fe920cd",
        "33dcbb88-eb12-40f5-aab4-fbf1fa56194f",
        "d7eec968-5034-4c82-a16a-a2ab0004b2e4",
        "1ba9ae97-c48c-42eb-a640-5395fd6a9947",
        "cd147740-2323-4b8c-8302-75b8d1152062",
        "7d93b4b9-49c2-42d8-8f4e-becbf06a2f7d",
        "e7cf0ef5-3863-4b9b-b056-b2db5662ec40",
        "fb0a2f1c-f605-48d3-97ca-2eacbb819b7b",
        "49e1273a-dc20-4ab5-a844-c947c24ff653",
        "d0689df1-b19e-45e8-87f9-f603a4e6229a",
        "2d2beb9d-9a8a-4c86-a06c-d0c8b780929f",
        "f5be4e17-b3d0-427c-9e45-228d1401f62c",
        "36b5af07-d640-49c8-89d2-6982bd9ce2e8",
        "5909249c-f595-49a0-9083-8dbb7aa9adef",
        "b0a336df-7160-4e34-9c67-0c52f305f60e",
        "70a65d83-f82f-4d98-ad63-301a93d5a62d",
        "421b9636-d756-453e-b4ae-011df0bb3a40",
        "3aa3110a-f877-4d9f-9e45-6e5c84ee7b03",
        "3943799e-eb7c-4215-bf01-1748fcfb7c35",
        "d965949d-34bb-403c-ae0a-c5a43c229574",
        "98da888b-7e03-4a78-bcc2-0e53087ff45b",
        "e797ff62-086e-40a7-a08f-4a1acc989d12",
        "def5ba51-1c23-4f2b-9e85-5a6ce76a015d",
        "641d4627-1c5a-4b29-86ff-deb63d682da9",
        "354e021f-a375-47be-9379-638ee14d6dd0",
        "02c32fdf-2f5f-4d65-95aa-64ea73d301c5",
        "5c05e778-f348-4c1a-80d1-d25563a51a6c",
        "cdf87e96-6ba6-4fca-9d74-54dbf9849c69",
        "82547af3-8eb6-401f-9264-d81314864f52",
        "9aae6735-3e64-4047-9e10-8260d8dd61db",
        "8f430563-6c7d-4870-81d3-f206735eb0e8",
        "7d57b451-2bd6-4128-aade-137839abccf8",
        "f15f6647-ee54-435e-8627-c1617d7e4a5b",
        "6ed745e9-7c3f-4323-90f3-510d49e081fa",
        "3eb87859-b52e-4c29-81fa-3d1e9adcd488",
        "5afb1fdb-d363-4da0-add9-d86825e28a3c",
        "80620833-afb1-45e0-9384-337dec5028d0",
        "1fed7de1-d150-4cf6-b5aa-eb2e5f87058d",
        "3099fd8e-2633-4071-97fc-3a337a954fda",
        "25c0b8dc-c783-4ad2-adc6-b2f303ed92da",
        "f1b05001-3b14-4c85-b07c-e6aa9a49d611",
        "c8fb7bc7-600b-4fd0-80e2-114a97c87f9b",
        "e22cdd4d-2cea-463c-893c-e3bf55e2ec5a",
        "1d5845dd-8f42-4aa0-9fc9-60028b846126",
        "596e9178-e3b5-474c-bcce-bd26af84174b",
        "81f69274-3707-4d03-8608-1e4a3a7ab8ac",
        "77897169-4839-4ff8-bfde-f5be066f7bb6",
        "48783fea-ed1e-4da4-afb4-e4e13168b77b",
        "62877335-b628-4f2c-951f-beb64e9221e7",
        "accce1a5-c5ff-498f-88a8-987d662c8f98",
        "5b07a955-fdcb-409a-a3b6-a6be82b80652",
        "24a64dfc-6a10-41f9-9912-3ba32a482e1e",
        "2ff5b86c-7d80-488b-bee9-564a8df3d05b",
        "8edbe74e-f3f7-44e5-9bb8-86364069e82c",
        "966da79b-abaa-4c7a-a55e-169d598e1cb2",
        "70f97097-e8c8-4e07-af68-3dc5733170ea",
        "d8918e4c-bca9-4426-9637-cde92619f4c2",
        "011d60e8-6ea2-4590-82ec-7ca1e809b6d5",
        "a32a3ac8-8df3-4836-9a94-5a9cc1e50791",
        "9ffd7d91-8c01-49f3-892c-bf86e9ccb176",
        "d78913f2-d9e5-481c-8bad-0d6632022e03",
        "45233604-6d08-4684-bf21-b96ed6c6bf0c",
        "48bea607-903e-40cc-968f-7940536f9553",
        "060af451-7949-4ae9-a35b-c4bdae9347f9",
        "51933023-0e3d-4d17-9804-5bfe125ddbaa",
        "6c1f742a-2f09-4b72-bf5b-ca226d49e2a6",
        "c0ed30f7-2451-45af-9af0-6ded2a2211cf",
        "e1b8a691-3a14-4648-b9d5-d4e1057cc0f8",
        "0f2a5eed-5843-450a-8207-4712c4e1bafb",
        "bb1d853d-b4a0-47bf-9aa0-092631bde92b",
        "90f2b351-0fd9-4257-99aa-243294515067",
        "3d26cf69-a12c-45b4-b464-17b0a225213e",
        "16f852e0-ffe8-4acd-92c5-68535f51d3f5",
        "9ad7d617-a6cd-42e3-8871-b133f102945a",
        "a046d0a1-eff4-40ec-9eda-fea5ef30c914",
        "5dc0b129-ffa1-4367-9a92-d322a8b2569b",
        "ace342cd-3f1e-463b-a5a3-3be751362227",
        "7401ef1e-eb92-4132-9c88-059a53a52ccf",
        "9f7f2dcd-0578-4c9f-891e-39fadd7c872e",
        "7163b094-4e5e-4a6b-9058-0c723f464a3a",
        "bd7afaf5-99e6-4e1d-8951-a7f291160b5c",
        "12329d30-93b1-46fa-872c-9b27f571050e",
        "5b8a3812-16d5-45d6-bceb-85b639a34a1e",
        "a68939f0-502c-482a-bf3a-68bc0d4a5a7d",
        "9d2c8516-4d6e-4056-a512-f5421fb6e4c7",
        "5655c3ec-1ed7-4a07-8862-62826de5320d",
        "a9e2dad3-1e14-4e99-b91f-7dffbd8a06e9",
        "fa40773a-c889-4f04-8066-b3dce8d3cef0",
        "15e575fb-fcf9-445e-b165-64f1c55354a1",
        "befb11ed-0851-4e21-8089-8e11562721fc",
        "3afa6979-4039-4b48-8303-c683c163cc4a",
        "4dc31d4b-0fe5-43cf-be45-0a993307e2b7",
        "0dba92f2-9098-4ef3-a4f8-b43f1de44b47",
        "a93485a2-c9b6-439f-a35d-a2f2143f2870",
        "f0e13f75-0b47-4369-8e10-94676b01bba4",
        "69b19079-2baf-47e0-9c5a-c4919225b4ac",
        "68e04266-6e0a-49d8-ae2d-51428b349d93",
        "ff7374b0-5e60-4603-8026-08e0b0f657f9",
        "1b427285-83a5-46eb-97db-0c09b5734b66",
        "eb6fef94-d43e-4916-9b11-12704b531f03",
        "a611ca69-7d1d-4736-a6a3-05cbca76bc16",
        "8c2d3f75-2f27-4e22-80df-900b3b004de0",
        "37f04030-03aa-4d4e-9b38-6836465944c6",
        "0a80c14f-f299-4985-9366-c7d5f112d595",
        "fded93d5-49ef-4d25-a581-9b9eab8a7255",
        "2b0d8e22-a7c6-43f2-825e-1eece4b9cfbf",
        "33c9fbea-5151-42c7-be04-871adddb7e12",
        "be2bc1bc-ccf1-4d0b-a1e3-011258e2dcfe",
        "f5a9e1e3-0b4c-4b97-b2e2-ece62a02e750",
        "ea233053-720e-4bc2-9898-51d99707fd1f",
        "f5ffbedf-b5e4-4274-8572-77e5655feb26",
        "5b7b695f-6b69-4b77-80cb-95e31f74b108",
        "7082f088-e558-4f5b-9ae8-418db1e1a3b1",
        "91738acd-8f4d-4ac5-874a-5ef97e3bdd05",
        "74a80c52-1649-4af4-a230-3effd3f89f06",
        "845ec518-629a-41ba-aa5e-05d41fc079ad",
        "ecdfe041-7e28-4159-ad11-95bb74680e43",
        "f1801614-7286-4a76-a9ac-0e1d5c8ec25c",
        "cd1172bd-1edb-4e66-bbd6-0f7a30cfd869",
        "8e1b2483-2924-4961-8d01-5e8228f2a1bf",
        "b518a531-1fb5-4d6d-9608-940a57b59c02",
        "53eed8ec-7204-4da7-8179-0c0f6fb276ab",
        "1305823c-272f-4e6f-b1b2-19b8bd2e1da2",
        "4d27d90c-597d-47b6-bec5-10ec58f76929",
        "914ea784-706c-4da4-b138-bb6e81939ac6",
        "77219f44-f9b3-4636-8f40-c485f0b1386a",
        "2c91111f-776f-49db-a260-f30b00729ad2",
        "d95adc83-2051-486e-8c22-ab9ad9b9b856",
        "7afbc31f-9d76-4bce-a185-ae3e28f690f4",
        "5a048e18-d437-4be9-baa1-fd8b4f5e08f3",
        "f466612d-bbeb-4739-a895-a6a8e1f74832",
        "4eaca35e-0adc-4996-a52b-1114ee85170e",
        "875df35a-aedb-43f2-aca5-7cd3b87fc2e5",
        "00ae438b-5547-4495-94c1-c3a4cec30829",
        "7f43d3b0-2840-4e4c-8cb0-21d27de6d181",
        "2571bb06-3a07-4633-ad07-802c6ab60242",
        "f593a196-d6c5-43ee-8672-e4c470bb01e6",
        "c9c0daaa-df79-424a-8e08-51b0b3947783",
        "dfcfa2d3-3823-43e0-b07d-d609daa41451",
        "a568caec-05e4-4fde-b952-39f8df69eb0e",
        "d582ee4c-9246-466c-96a3-2b174c462169",
        "f9d0e1b9-2150-41c1-8af6-3301000d3ebb",
        "cc720409-02a5-46cf-9fa2-9ab05b0da254",
        "46763e9c-243b-43c5-87a9-f3e9c8a1fcab",
        "e5fcf39b-bce8-49bb-abe7-063422d9f752",
        "08d89c1d-f1e0-4a28-81f1-e7c72217d71f",
        "4b191168-c260-4d09-a2e2-ec9df3cdb47b",
        "1944dbf4-ff4f-46d8-b15b-aee2ba5b0a60",
        "48a6181e-55ce-455b-a29b-59195b73a31d",
        "bbc7b8b9-9838-4404-9359-37c2a5750670",
        "59c0ad6e-d6a2-4dd9-8462-1a48568ca75f",
        "ea651780-173a-451d-b0eb-882ce356c545",
        "267242a0-95a0-4a20-a64f-1779d8d605ac",
        "d2fb2fe0-94d7-4185-a8e9-f0b8c78ecba2",
        "e50ce77b-e07e-4c90-8216-c572e6f7af87",
        "a4a1ef9e-f1e2-4745-afef-23ab7ce13ca0",
        "58cfa2d7-41b7-4156-9d1e-f7ef14c4f924",
        "531273a9-5e9f-42e3-863e-85ae1308d7d6",
        "1ade2935-089e-4260-a3ed-55418746e848",
        "c2d8c530-d96d-436c-bc2a-d279276b5ae2",
        "9694266a-6950-4bff-97e4-ed1aabb38cc1",
        "888512af-2564-4ef7-ab7b-87997a33041d",
        "e27dd502-3d55-4b93-b006-51531ada6886",
        "02259947-ff53-4c41-ad92-ebae6bc10841",
        "dece6369-361b-46e8-a3bf-e0012a3407b3",
        "cee2bb44-2306-4077-be25-ed3539285fa0",
        "6d21e34b-96f6-4009-8c87-5b77c5693b22",
        "d7ac1c40-7581-4df9-a9d8-064affdc5bfc",
        "bb2cbf39-fc89-42a0-b076-7153020cae76",
        "be55540c-699c-4d67-abb9-1cc4405ae92d",
        "20935378-c0ed-49b8-ac5c-144f6c298520",
        "56061170-6d14-4be9-9956-9abdc8319622",
        "5564662f-58b1-4e9e-970a-551593b87321",
        "00605178-da28-4e22-804e-9d68c18d2852",
        "89157531-b38b-4366-89df-eaf8568c4a24",
        "d96c1bb1-8f4b-46f0-9f0f-db954d2e594a",
        "6b1fab8f-9a35-4e47-8b8b-6d8fea2ac42a",
        "eca63772-7be1-4ea8-8219-7416848ec249",
        "fe7bb180-696f-4dee-88e3-f223872974c6",
        "ae8d40d5-6ad1-4698-ad17-0b418d8fb52c",
        "ba9cc861-3609-4ca6-88d8-43a3fb9cb728",
        "5cc8867d-2fcc-4724-b4f6-fd738ba1c671",
        "99a1979d-cb2b-42e0-b67b-e9059ff5137f",
        "fd35756a-ebec-4784-9588-449b8600010d",
        "33362229-520a-45c1-b843-2072ee029ce5",
        "4306b9b7-d37d-461a-b88e-fd2370989c51",
        "ac645149-f832-4af7-8b91-47aa5f72d3c4",
        "c7d03133-060d-46a4-ad63-59c57eb2144a",
        "f3f197af-84ec-4aaf-af8a-116f30531f5b",
        "2162cbcb-9ece-422a-821c-12f1b1de2e8c",
        "1053bffc-5646-4b4f-bc95-1ba843b6088d",
        "b6a21b72-a9b1-42cc-8b4c-c34f9e454c66",
        "a736384b-89e4-4284-9f71-e1843a9d478b",
        "afcdb5fb-36be-44b1-9320-501d7f487355",
        "a222f874-d5f5-46f5-9454-75a5e6d808cb",
        "41ccc128-0991-4d4f-accf-70ad2ea41d95",
        "5ff74eba-f3cc-4a3a-98b9-066b2886c2c8",
        "6c248e89-94bc-4255-84c7-cb09a42e086c",
        "d1773f81-601c-43e2-9f1e-d978e5e09656",
        "21b7aa8a-c7cf-4847-8bff-07eaa570e8a0",
        "f0d0944e-34f4-4b8f-b072-69cb740f47a9",
        "4b39aa39-5d56-4408-955d-141e5c4d181f",
        "9cd57e88-35e3-42dd-99a1-16a7f21949ee",
        "12f24503-c781-4678-8cc1-6ddf49af2ed2",
        "c1bc2518-1c61-4c5c-8d45-35ff256c66f4",
        "722d206c-a4e5-4350-9c44-0cb6092cf9c7",
        "bf6479ab-21a1-4e4a-ba47-1bc36d853efb",
        "7709e135-e5b5-4558-8946-1787b92d5260",
        "5a614ed9-a292-45c6-819a-720f3741661a",
        "8755246b-8ec6-4a63-aee6-ee1caab0721d",
        "6ff0011e-3a9c-4150-9688-4932b7c1ba78",
        "c117a2d9-a3aa-4932-bbff-c6e6b6da1bc0",
        "38277004-af1c-488b-b326-684d01b9757b",
        "d26cf5fb-219d-48fe-bc37-5fe83890913d",
        "c0783a0c-f76f-4dcb-aaae-4949194d87a3",
        "b895106e-2f76-4355-8a2d-f44dfb7a75bd",
        "0348a75d-4609-43c9-8944-f3efb8ca2a4b",
        "b14ba50c-5cbd-4c8e-b14e-9982e3ad2a33",
        "8dbac113-563b-45ee-a9c8-37c272ab0da3",
        "862b5b45-950b-4f62-9ab9-6c53fcbf17d6",
        "3e3bb8bb-09ac-48e1-a059-bb852f2a68b7",
        "533ab1a0-6b03-41d9-9dd2-fb416ebbdaa4",
        "529d6c44-7d35-4182-9a21-6a5a2077748b",
        "dd67e6f4-5a0e-402f-bb95-e332a5bccd94",
        "fd0352de-1315-4abb-9111-fa4fe1751013",
        "e51a282e-7d74-4146-9456-fa2f9932db6e",
        "ec108563-d0d8-4005-bb61-46439de8d667",
        "3b9b0e34-dea3-4f74-83df-1af53f70056e",
        "fc50a41e-1bb1-451e-860b-f04ce1508ba5",
        "89275ca0-6170-43e9-9d91-8c7fe9ec0464",
        "3a3e36e7-1302-4f0b-abb3-85c2c96cc89c",
        "3aaf1277-ab4b-4c34-9b6a-5246a32e4d02",
        "00b4cc85-6d22-4b94-8854-1fc0b2056d1e",
        "bcf489ef-dec8-4bb6-960d-e848335c851d",
        "25bfa985-1742-4ca2-9f63-63d7717345de",
        "66518129-37d6-4614-be18-631de52e2f8a",
        "d8169b84-6e64-41a3-a6dc-64efb351cecb",
        "6ad10241-f5ed-4d24-b533-7fe593209430",
        "850447f3-b22a-45ea-83ee-e612ef9b14e6",
        "dccad404-fe95-4f8a-a739-6c1c576093cf",
        "ef4debf1-70fc-4448-a001-8f0d461b786a",
        "dd8d7ab7-bc62-4ed7-a690-a8eb717117fe",
        "41d63136-b1e8-421d-be0f-037d73a8690d",
        "26ed1ca7-7190-43ff-ad91-f062bd4432aa",
        "e2db1c03-2205-43f7-888b-3a2708f8e8a4",
        "ae50c435-d2d4-4f9b-a358-b1c0bfccee17",
        "73826713-5619-4207-995b-229133775ec3",
        "cf7a498b-a96f-44eb-8b36-a829802664b6",
        "24c90145-ad7d-47ab-b4f4-cba6df24a662",
        "59ade687-aaaf-457c-b8c9-f9537a6ad4f9",
        "cbd05bc5-142e-4429-a8de-3b14418dd980",
        "3b8217d1-0e9b-4e85-acd4-658c581fa9f4",
        "e89dc911-0922-4aa4-8d54-83f39e1083b5",
        "f7065a52-45eb-4d30-acf2-b3470bf8a58e",
        "11e864ee-f1e0-4160-a6c3-20553dccf761",
        "b5ba63d7-60e2-4d71-9e44-0652d9610765",
        "70643357-2142-47be-98bf-660c96be806e",
        "daf0312d-5cc9-474a-9854-4dc8a7660b20",
        "4ba29be6-b125-4624-8957-c9233268c447",
        "4c6c802e-2898-4829-82aa-d5f62a17873b",
        "75cef09b-9592-4f38-a1fd-7911ac644195",
        "51762c95-9192-4810-81b2-110bf2c5915d",
        "b066b177-53f5-4bbe-8afc-0df7124d03ea",
        "e8551f36-317e-4718-8425-6827e0656f72",
        "3d83138c-9ea9-4381-af11-bb1ebdd8c321",
        "c9b6632a-a5b9-4a78-86bb-460559006290",
        "b9651bed-a163-4110-a998-8ebfebd0b4de",
        "51102838-ef06-4e1f-87bc-f726daa76d86",
        "bb6828c2-9d0b-4f95-a479-c8df06752fea",
        "96d40ca3-e41b-4a60-878c-e4f377ead0a9",
        "5b212c18-a5fc-42e9-b738-0eca4db5a79b",
        "60b0c015-7797-426e-8fec-7d663db35375",
        "bd49a135-5799-40f2-b245-4641905cf317",
        "6263d314-b3e8-4573-b7ab-48d5deeec3b6",
        "6d103232-2269-4275-a1e3-2eb9079fcd53",
        "913e1d3e-786c-4f3a-b27c-9b92b7e2300f",
        "897ea5d9-0e32-47ee-a3ba-6de93ccf213e",
        "f25288fc-7ed2-44f2-94a8-22892a8c2e30",
        "03f335a8-62b2-4199-a464-d541015d9b24",
        "a5960fe9-cbc3-4aa3-8878-bbd144b1803e",
        "f28cd50d-f73b-4954-84a5-af7efa81f4aa",
        "5872e56d-8698-44a7-afec-673c5d31cc23",
        "77c7dad8-99aa-4555-b2bf-2173f3e894a8",
        "db7d4c77-45ea-4e5f-8ece-f1fae9c3da1f",
        "21f11d05-8877-4314-bd96-5619d5f9055e",
        "4b698d27-04a0-4dfe-881d-f6baeac6efbd",
        "51ec29f1-bb27-4a36-b143-e6230762aa75",
        "28b42916-32f2-4735-864d-8c83d16b0faf",
        "75be53d0-9ecc-4920-98bc-ff4672f71576",
        "f42ead25-6085-4cde-9d02-80fdc4b1c560",
        "07679a57-21d9-4405-bccd-980c36305703",
        "852afa09-6a0f-4cd8-b4b6-23537d28e5db",
        "10501808-adf3-497c-9f89-40174d8ce843",
        "f3858449-dfe3-4754-bc64-afb7cdd3a806",
        "4c2f890e-6671-4aa3-8b85-a50a4500b2d7",
        "641911f6-a5d0-4065-82d2-fbae4d8faa17",
        "836a3258-0f12-4559-ad33-621fbc6e8e02",
        "45b07948-ebf8-4696-b9ae-0b0148586ba1",
        "1ad7d492-3b21-4a1d-bf30-2aa2f3c32023",
        "b402ea86-3aa7-4ce3-a78b-286f00036640",
        "60497511-8a19-48bb-aef5-638e88f240bc",
        "e2f2f131-4de0-4288-93b7-9e3cf5361cd1",
        "bc70adad-4e24-4d05-88a7-1a25d2796328",
        "7d3b6b7e-f82b-4444-94b1-f3ee95f77901",
        "2347f415-9338-4bb1-9081-975a681800ed",
        "a70af5c5-c92e-4b0d-8d12-0e17b2cda9f7",
        "e914d510-d80d-47cc-98e2-6e36ac5e6962",
        "f819cd03-09b3-4a21-abd7-64cf9df375a5",
        "c60db473-f4c1-4dc7-85f0-82ed89777cbb",
        "86205408-aa38-446a-b831-1de9187c6b18",
        "6a89a136-effb-4b9f-9548-8e31cd4701f0",
        "fc8178d1-c12b-441c-b22c-772d6c37e964",
        "233722f4-1b45-48e5-88a4-889feb0ed324",
        "7d653c8d-0535-42fa-943e-3435bbbe7744",
        "9cefbf00-ed92-4de2-aed6-fe00180282ce",
        "721f4f92-a253-46fc-8e7e-1f40e60cc4e2",
        "9bbff842-9116-4c92-bcfc-cdf0f354e723",
        "66157bf3-3ff7-4a8a-aefb-85a12ccc8bc9",
        "2526daca-f956-4e50-b5ac-b445f6f5b544",
        "d8fa6085-380b-4b55-91d6-d08317075918",
        "58fbb1d3-3831-4de9-bd74-af29589b9e1b",
        "bd05bd49-5d93-47c9-a9f8-0b8bfee92db3",
        "080218b1-7722-4a5c-a436-654bd1a71089",
        "9445eb38-5490-4c4f-9dc8-73f783571800",
        "5abee805-2c39-4a3a-84be-a3d087b10104",
        "7c8fcd2e-b9c8-41ec-bee9-b8a66c92779c",
        "51693fc1-0fba-4a2b-b8f7-6fc36d025cda",
        "669b1097-5a8a-4927-af04-f7bf85276ac5",
        "22af615e-473e-4a66-ae61-12216c428d13",
        "14eb4d44-980e-4933-a498-77142523fba1",
        "701b26a8-868e-4bfc-af0e-489e4cc5c075",
        "c77218f8-9e61-42db-b725-eb196fe9c227",
        "d643d1f5-cb81-458c-9899-9c4f5bb8e0f1",
        "8b732d40-4a85-46aa-a532-4633d35dc87e",
        "0441bb00-b804-433c-be20-ee1ceb6a9dbb",
        "8256f64c-2f1a-4fad-84da-c885e67d6ce3",
        "82fc8dd1-ccbd-41e6-bfed-fd87f1d06ced"
    ]
}

Deduplicated Items

Finally, you can retrieve deduplicated items from the item set using the search endpoint. For brevity, the max number of records requested has been reduced to 5. As you can see, there are 386 items returned using the item-set-originals query.

curl --location --request GET 'http://localhost:8080/nuix-restful-service/svc/v2/cases/43b070164ce8453ca30ed9e2dfcce67b/search?query=item-set-originals:HelloItemSet&metadataProfile=Default&numberOfRecordsRequested=5' \
--header 'nuix-auth-token: 9729a460-eda7-48dc-ba70-d12b3aae3c8d'
{
    "request": {
        "caseId": "43b070164ce8453ca30ed9e2dfcce67b",
        "query": "item-set-originals:HelloItemSet",
        "sortField": null,
        "sortOrder": null,
        "startIndex": 0,
        "numberOfRecordsRequested": 5,
        "deduplicate": null,
        "metadataProfile": "Default",
        "fieldList": null,
        "customMetadataList": null,
        "propertyList": null,
        "itemParameterizedFields": null,
        "showAvailableThumbnails": false,
        "useCache": false,
        "forceCacheDelete": false,
        "searchRetry": 0,
        "relationType": null,
        "entities": [],
        "s": 0,
        "p": 5,
        "customMetadataField": null,
        "property": null,
        "field": null
    },
    "startedOn": 1613594869418,
    "completedOn": 1613594869432,
    "elapsedTimeForSearch": 9,
    "elapsedTimeForSort": 0,
    "elapsedTimeForMarshal": 1,
    "elapsedTimeForDeduplicate": 0,
    "elapsedTotal": 14,
    "metadataItems": [
        "Name",
        "File Type",
        "Path Name"
    ],
    "localizedMetadataItems": [
        "Name",
        "File Type",
        "Path Name"
    ],
    "metadataItemDetails": [
        {
            "name": "Name",
            "localisedName": "Name",
            "type": "String"
        },
        {
            "name": "File Type",
            "localisedName": "File Type",
            "type": "String"
        },
        {
            "name": "Path Name",
            "localisedName": "Path Name",
            "type": "String"
        }
    ],
    "resultList": [
        {
            "File Type": "Nuix Evidence File",
            "Name": "d29719c8-517e-48cb-9fd6-983dd2d6671b",
            "Path Name": "/",
            "guid": "75f02dfe-989d-4f93-aade-cd4334042254"
        },
        {
            "File Type": "Directory",
            "Name": "doc",
            "Path Name": "/d29719c8-517e-48cb-9fd6-983dd2d6671b",
            "guid": "97806413-9715-48ed-a08c-03fc0c79f8b9"
        },
        {
            "File Type": "Nuix Evidence File",
            "Name": "e1746668-8eca-48b2-a8bd-14f17c59c1e1",
            "Path Name": "/",
            "guid": "668c6144-071d-420e-9fe5-a11bd63e2326"
        },
        {
            "File Type": "Nuix Evidence File",
            "Name": "8c970c8e-8e9d-4dcb-bb42-07d2980a6b3f",
            "Path Name": "/",
            "guid": "087eb560-5e5b-4c7e-a745-028602ce0104"
        },
        {
            "File Type": "Directory",
            "Name": "api",
            "Path Name": "/d29719c8-517e-48cb-9fd6-983dd2d6671b/doc",
            "guid": "dfb9d2b2-3a5b-4013-9c6d-1ed44910d49a"
        }
    ],
    "count": 386,
    "deduplicatedCount": 386
}