{"type":"doc","content":[{"type":"paragraph","content":[{"text":"This feature is implemented in OpenSpecimen v9.0 to provide the auto bulk import feature from the User Interface. In the older version(","type":"text"},{"text":"Auto Bulk Import","type":"text","marks":[{"type":"link","attrs":{"href":"https://openspecimen.atlassian.net/wiki/x/A4BYAg"}}]},{"text":") the user has to connect to the server and put the file on the server etc.","type":"text"}]},{"type":"paragraph","content":[{"text":"Import Records","type":"text","marks":[{"type":"strong"}]},{"text":" feature supports all the objects like Collection Protocol, Participant, Specimens, etc. The user needs to use the same template specified on the ","type":"text"},{"text":"Bulk Import Template","type":"text","marks":[{"type":"link","attrs":{"href":"https://openspecimen.atlassian.net/wiki/x/HAB5Fw"}}]},{"text":" wiki page.","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Advantages of this feature:","type":"text","marks":[{"type":"strong"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Supported to importing Participant/Specimen centric collection protocol","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Can import multiple bulk import files in one go by adding those in ZIP","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Schedule the auto bulk import based on the timestamp specified in the file name","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Users do not need to use the ","type":"text"},{"text":"auto bulk import feature","type":"text","marks":[{"type":"link","attrs":{"href":"https://openspecimen.atlassian.net/wiki/x/A4BYAg"}}]},{"text":" to schedule import jobs.","type":"text"}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":4},"content":[{"text":"How does the Import Record feature work?","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Once the user uploads the file, OpenSpecimen picks the file and import based on the timestamp specified in the file name.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The most recent timestamp file will be picked first and import","type":"text"}]}]}]},{"type":"paragraph"},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"You need the Super Admin privileges to access this feature.","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"How to access this feature?","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Login to the OpenSpecimen; Go to the Extras → Click on the ","type":"text"},{"text":"Imports Records","type":"text","marks":[{"type":"strong"}]},{"text":" card.","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1439,"id":"fe4da46f-f1b1-4526-ac0a-1f4f1e5b9cf2","collection":"contentId-2460942409","type":"file","height":626}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Select the CSV/Zip file and ","type":"text"},{"text":"Import ","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Download the import report ","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center"},"content":[{"type":"media","attrs":{"width":1437,"id":"0487c66e-1726-4b71-a959-6e150ab2c090","collection":"contentId-2460942409","type":"file","height":319}}]}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"If your ZIP file has multiple CSV like Participant, Visits and Specimens, OpenSpecimen will import the files based on the timestamp added in the CSV file name. So, your participant CSV should be earlier timestamp than your visits and specimens.","type":"text"}]}]},{"type":"paragraph","content":[{"text":"Below, an example ZIP file contains – Three files Participant, Visits, and Specimen. OpenSpecimen picks the file based on the timestamp added to that file name.","type":"text"}]},{"type":"mediaGroup","content":[{"type":"media","attrs":{"id":"7ddc2f76-ecf9-4277-b00f-002ca39e0502","collection":"contentId-2460942409","type":"file"}}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Rules for the import file naming: ","type":"text"}]},{"type":"paragraph","content":[{"text":"The Import Records features accepted the specific naming conversion files as below.","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"e4593c21-d782-4088-9dc9-a8be9fa49b95"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.0]},"content":[{"type":"paragraph","content":[{"text":"Data","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[283.0]},"content":[{"type":"paragraph","content":[{"text":"Format","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[317.0]},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.0]},"content":[{"type":"paragraph","content":[{"text":"Standard entities (e.g. Collection Protocol, Participant, Specimen, etc) ","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[283.0]},"content":[{"type":"paragraph","content":[{"text":"<","type":"text"},{"text":"object_type","type":"text","marks":[{"type":"em"}]},{"text":">_","type":"text"},{"text":"_","type":"text","marks":[{"type":"em"}]},{"text":"<","type":"text"},{"text":"timestamp","type":"text","marks":[{"type":"em"}]},{"text":">_[<","type":"text"},{"text":"csv_type","type":"text","marks":[{"type":"em"}]},{"text":">].csv","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[317.0]},"content":[{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"object_type: Entity name specified in bulk import schema file (see list below)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"operation: Operation to perform, valid values are \"create\" or \"update\".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"timestamp: In yyyyMMddHHmmssSSS\".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"csv_type (optional): Specify \"m\" in case of \"Order\" and \"Shipment\"","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Examples","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"cp_create_20160511162033124.csv","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"distributionOrder_create_20160511162033124.csv","type":"text"}]}]}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.0]},"content":[{"type":"paragraph","content":[{"text":"Custom fields","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[283.0]},"content":[{"type":"paragraph","content":[{"text":"_<","type":"text"},{"text":"operation","type":"text","marks":[{"type":"em"}]},{"text":">_<","type":"text"},{"text":"timestamp","type":"text","marks":[{"type":"em"}]},{"text":">_cpId_.csv","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[317.0]},"content":[{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"entity: cpr, visit, specimen.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"operation - Operation to be performed, \"create\" or \"update\"","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"timestamp - In \"yyyyMMddHHmmssSSS\" format","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"cpId - Specifying Identifier of collection protocol. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":" - Identifier of collection protocol. You can get this identifier via DB or from the browser URL on the collection protocol overview page.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Example: Specimen custom field level update file","type":"text"}]},{"type":"paragraph","content":[{"text":"specimen_update_20200925115950000_cpId_4292.csv","type":"text"}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.0]},"content":[{"type":"paragraph","content":[{"text":"Custom forms","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[283.0]},"content":[{"type":"paragraph","content":[{"text":"extensions_<","type":"text"},{"text":"attached_level","type":"text","marks":[{"type":"em"}]},{"text":">","type":"text"},{"text":"","type":"text","marks":[{"type":"em"}]},{"text":"<","type":"text"},{"text":"operation","type":"text","marks":[{"type":"em"}]},{"text":">_<","type":"text"},{"text":"timestamp","type":"text","marks":[{"type":"em"}]},{"text":">.csv","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[317.0]},"content":[{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"extensions: Static word to identify a custom form.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"attached_level: Level at which form is attached. ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Participant","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"SpecimenCollectionGroup (i.e Visit)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Specimen","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"SpecimenEvent","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"form_name - System generated 'Form Name' of the custom form.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"operation - Operation to be performed, \"create\" or \"update\"","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"timestamp - In \"yyyyMMddHHmmssSSS\" format","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Example: extensions_Participant_familyHistoryAnnotation_create_20160511162246252.csv","type":"text"}]}]}]}]}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Following is the list of object types for OpenSpecimen entities","type":"text","marks":[{"type":"strong"}]}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"65fce46e-8cde-4b21-8900-17ac0571455e"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Entity","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Object Type","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Institutes","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"institute","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Site","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"site","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"User","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"user","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"User Roles","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"userRoles","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Container","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"storageContainer","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Distribution Order","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"distributionOrder","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Shipment","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"shipment","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Collection Protocol","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"cp","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Participant registration","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"cpr","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Participant registrations for multiple CP","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"cprMultiple","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Participant consents","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"consent","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Visits","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"visit","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Specimen","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"specimen","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Aliquots","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"specimenAliquot","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Derivatives","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"specimenDerivative","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"Master Specimen","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[340.0]},"content":[{"type":"paragraph","content":[{"text":"masterSpecimen","type":"text"}]}]}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Examples:","type":"text","marks":[{"type":"strong"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Import Collection Protocol - Participant and Specimen Centric","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Fill the details in below-attached template. Rename the template based on the rules provided in the first table. Users can import the CSV file as is or can make a ZIP file and import it.","type":"text"}]},{"type":"mediaGroup","content":[{"type":"media","attrs":{"id":"25283a84-2334-4828-9172-f1db298f8ad8","collection":"contentId-2460942409","type":"file"}}]},{"type":"paragraph","content":[{"text":" 2. ","type":"text","marks":[{"type":"strong"}]},{"text":"Import Participants","type":"text"}]},{"type":"paragraph","content":[{"text":"Fill the details in the template and import it as is or import as creating the ZIP file.","type":"text"}]},{"type":"mediaGroup","content":[{"type":"media","attrs":{"id":"80fada3c-b387-444a-90f6-1207212e23a9","collection":"contentId-2460942409","type":"file"}}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"paragraph"},{"type":"paragraph"}],"version":1}

Browser not supported