{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":[]},"type":"markdown"},"seo":{"title":"Bulk operations","description":"Guides and API reference for the DataSift (REISift) Core API and SiftMap API."},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"bulk-operations","__idx":0},"children":["Bulk operations"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Bulk work, such as imports, bulk skip trace submissions, scheduled exports and SiftMap auto-add snapshots, runs as ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["activities"]},": background jobs processed through a shared queue. Activities are built for bulk volumes, not for editing a few records."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"limits","__idx":1},"children":["Limits"]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Guideline"},"children":["Guideline"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Value"},"children":["Value"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Minimum records per activity"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["20"]}]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Chunk size for large volumes"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["1,000"]}," records per activity"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Activity creation rate"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["2-3 per minute"]}," per account, any job type"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Parallel submission"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Doesn't make jobs finish faster (see below)"]}]}]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"rules","__idx":2},"children":["Rules"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Don't create an activity to change a handful of records."]}," A job with fewer than about 20 records doesn't get resources allocated properly, and doing it repeatedly is treated as abuse."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Use the per-record endpoints for small changes."]}," To change a few records (add a tag, set a status, update a custom field), call the record endpoints directly, for example ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["PATCH /api/internal/property/{uuid}/"]},", ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["POST .../add-tags/"]}," or ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["POST .../add-lists/"]},"."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Respect the creation rate."]}," Create no more than 2-3 activities per minute per account, whatever the job type."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Chunk large volumes."]}," Split large record sets into activities of about 1,000 records instead of one huge job."]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Parallel submission doesn't help."]}," Activities run through an internal queue, so total throughput is set by the queue, not by how many jobs you submit. Submitting faster than 2-3 per minute gives no speed benefit and may be flagged as abuse."]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"track-progress","__idx":3},"children":["Track progress"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Watch activities in the account activity feed instead of polling records:"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"code","attributes":{},"children":["GET /api/internal/activity/"]}," lists recent activities and their status."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["See ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/guides/activity-and-reporting"},"children":["Activity and reporting"]},"."]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"choosing-between-per-record-calls-and-an-activity","__idx":4},"children":["Choosing between per-record calls and an activity"]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Records to change"},"children":["Records to change"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"Use"},"children":["Use"]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Fewer than 20"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Per-record endpoints, paced within the ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"/guides/rate-limits"},"children":["rate limits"]}]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["20 to 1,000"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["One activity"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["More than 1,000"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["Activities of about 1,000 records, no more than 2-3 per minute"]}]}]}]}]}]},"headings":[{"value":"Bulk operations","id":"bulk-operations","depth":1},{"value":"Limits","id":"limits","depth":2},{"value":"Rules","id":"rules","depth":2},{"value":"Track progress","id":"track-progress","depth":2},{"value":"Choosing between per-record calls and an activity","id":"choosing-between-per-record-calls-and-an-activity","depth":2}],"frontmatter":{"seo":{"title":"Bulk operations"}},"lastModified":"2026-11-01T21:43:02.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/guides/bulk-operations","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}