updated logging and cmd line args

Author: ehanson8

addBibNumbersAndPost.py

@@ -3,6 +3,7 @@
 import secrets
 import time
 import csv
+from datetime import datetime
 
 startTime = time.time()
 
@@ -16,7 +17,7 @@
 
 urisBibs = csv.DictReader(open(''))
 
-f=csv.writer(open('bibNumberPush.csv', 'wb'))
+f=csv.writer(open('bibNumberPush'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
 f.writerow(['uri']+['existingValue']+['bibNum'])
 
 for row in urisBibs:

modifyDigitalObjectUrls.py

@@ -4,6 +4,7 @@
 import time
 import csv
 import argparse
+from datetime import datetime
 
 parser = argparse.ArgumentParser()
 parser.add_argument('-1', '--replacedValue', help='the value to be replaced. optional - if not provided, the script will ask for input')
@@ -35,8 +36,8 @@
 ids = requests.get(baseURL + endpoint, headers=headers).json()
 print len(ids)
 
-f=csv.writer(open('doUrlEdits.csv', 'wb'))
-f.writerow(['uri']+['orignalValue']+['editedValue'])
+f=csv.writer(open('doUrlEdits'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
+f.writerow(['uri']+['originalValue']+['editedValue']+['doPost'])
 
 for id in ids:
     endpoint = '/repositories/3/digital_objects/'+str(id)
@@ -52,7 +53,7 @@
         output = json.dumps(output)
         doPost = requests.post(baseURL + '/repositories/3/digital_objects/'+str(id), headers=headers, data=output).json()
         print doPost
-        f.writerow([endpoint]+[value]+[editedValue])
+        f.writerow([endpoint]+[value]+[editedValue]+[doPost])
 
 
 elapsedTime = time.time() - startTime

postCorporateAgentsFromCSV.py

@@ -3,6 +3,7 @@
 import csv
 import secrets
 import time
+from datetime import datetime
 
 startTime = time.time()
 
@@ -16,7 +17,7 @@
 session = auth['session']
 headers = {'X-ArchivesSpace-Session':session, 'Content_Type':'application/json'}
 
-f=csv.writer(open('postNewCorporateAgents.csv', 'wb'))
+f=csv.writer(open('postNewCorporateAgents'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
 f.writerow(['sortName']+['uri'])
 
 csvfile = csv.DictReader(open(targetFile))

postFamilyAgentsFromCSV.py

@@ -3,6 +3,7 @@
 import csv
 import secrets
 import time
+from datetime import datetime
 
 startTime = time.time()
 
@@ -16,7 +17,7 @@
 session = auth['session']
 headers = {'X-ArchivesSpace-Session':session, 'Content_Type':'application/json'}
 
-f=csv.writer(open('postNewFamilyAgents.csv', 'wb'))
+f=csv.writer(open('postNewFamilyAgents'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
 f.writerow(['sortName']+['uri'])
 
 csvfile = csv.DictReader(open(targetFile))

postNew.py

@@ -2,6 +2,22 @@
 import requests
 import secrets
 import time
+import argparse
+from datetime import datetime
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-f', '--file', help='the JSON file of records to post (including ".json"). optional - if not provided, the script will ask for input')
+parser.add_argument('-e', '--endpoint', help='the endpoint for the type of records being posted (e.g "resources" or "agents/people"). optional - if not provided, the script will ask for input')
+args = parser.parse_args()
+
+if args.file:
+    file = args.file
+else:
+    file = raw_input('Enter the JSON file of records to post (including ".json"): ')
+if args.endpoint:
+    endpoint = args.endpoint
+else:
+    endpoint = raw_input('Enter the endpoint for the type of records being posted (e.g "resources" or "agents/people"): ')
 
 startTime = time.time()
 
@@ -13,11 +29,16 @@
 session = auth["session"]
 headers = {'X-ArchivesSpace-Session':session, 'Content_Type':'application/json'}
 
-records = json.load(open('[JSON File].json'))
+f=csv.writer(open('postNew'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
+f.writerow(['post'])
+
+records = json.load(open(file))
 for i in range (0, len (records)):
     record = json.dumps(records[i])
-    post = requests.post(baseURL + '/agents/people', headers=headers, data=record).json()
+    post = requests.post(baseURL + '/' + endpoint, headers=headers, data=record).json()
+    post = json.dumps(post)
     print post
+    f.writerow([post])
 
 elapsedTime = time.time() - startTime
 m, s = divmod(elapsedTime, 60)

postOverwrite.py

@@ -2,6 +2,17 @@
 import requests
 import secrets
 import time
+import argparse
+from datetime import datetime
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-f', '--file', help='the JSON file of records to post (including ".json"). optional - if not provided, the script will ask for input')
+args = parser.parse_args()
+
+if args.file:
+    file = args.file
+else:
+    file = raw_input('Enter the JSON file of records to post (including ".json"): ')
 
 startTime = time.time()
 
@@ -13,12 +24,17 @@
 session = auth["session"]
 headers = {'X-ArchivesSpace-Session':session, 'Content_Type':'application/json'}
 
-records = json.load(open('[JSON File]'))
+f=csv.writer(open('postOverwrite'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
+f.writerow(['uri']+['post'])
+
+records = json.load(open(file))
 for i in range (0, len (records)):
     record = json.dumps(records[i])
     uri = records[i]['uri']
     post = requests.post(baseURL + uri, headers=headers, data=record).json()
+    post = json.dumps(post)
     print post
+    f.writerow([uri]+[post])
 
 elapsedTime = time.time() - startTime
 m, s = divmod(elapsedTime, 60)

postPeopleAgentsFromCSV.py

@@ -3,6 +3,7 @@
 import time
 import csv
 import secrets
+from datetime import datetime
 
 startTime = time.time()
 
@@ -16,7 +17,7 @@
 session = auth['session']
 headers = {'X-ArchivesSpace-Session':session, 'Content_Type':'application/json'}
 
-f=csv.writer(open('postNewPersonalAgents.csv', 'wb'))
+f=csv.writer(open('postNewPersonalAgents'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
 f.writerow(['sortName']+['uri'])
 
 csvfile = csv.DictReader(open(targetFile))

unpublishArchivalObjectsByResource.py

@@ -3,6 +3,7 @@
 import secrets
 import time
 import csv
+from datetime import datetime
 
 startTime = time.time()
 
@@ -34,12 +35,17 @@ def findKey(d, key):
         archivalObjects.append(value)
 print archivalObjects
 
+f=csv.writer(open('unpublishedAOs'+datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv', 'wb'))
+f.writerow(['uri']+['post'])
+
 for archivalObject in archivalObjects:
     output = requests.get(baseURL + archivalObject, headers=headers).json()
     output['publish'] = False
     asRecord = json.dumps(output)
     post = requests.post(baseURL + archivalObject, headers=headers, data=asRecord).json()
+    post = json.dumps(post)
     print post
+    f.writerow([archivalObject]+[post])
 
 elapsedTime = time.time() - startTime
 m, s = divmod(elapsedTime, 60)

updateResourceWithAgentOrSubjectLinks.py

@@ -3,8 +3,18 @@
 import secrets
 import time
 import csv
+import argparse
 from datetime import datetime
 
+parser = argparse.ArgumentParser()
+parser.add_argument('-t', '--type', help='the type of links to create ("subject" or "agent"). optional - if not provided, the script will ask for input')
+args = parser.parse_args()
+
+if args.type:
+    type = args.type
+else:
+    type = raw_input('Enter the type of links to create ("subject" or "agent"): ')
+
 def addUriLink (key, valueSource):
     uri = '/repositories/3/resources/'+row['ResourceUri']
     value = row[valueSource]
@@ -81,8 +91,15 @@ def addUriLink (key, valueSource):
 with open(filename) as csvfile:
     reader = csv.DictReader(csvfile)
     for row in reader:
-        addUriLink ('linked_agents', 'agentUri')
-        #addUriLink ('subjects', 'SubjectUri')
+        if type == 'agent':
+            addUriLink ('linked_agents', 'agentUri')
+        elif type == 'subject':
+            addUriLink ('subjects', 'subjectUri')
+        else:
+            f.writerow(['error - invalid type entered (should be "subject" or "agent")']+[]+[])
+            print 'error - invalid type entered (should be "subject" or "agent")'
+            break
+
 elapsedTime = time.time() - startTime
 m, s = divmod(elapsedTime, 60)
 h, m = divmod(m, 60)