backup partially complete Python script for uploading csv files

This commit is contained in:
2020-02-08 08:18:49 +01:00
parent 3f9423feea
commit c7d58d568c

59
upload.py Normal file
View File

@@ -0,0 +1,59 @@
import getopt
import re
import sys
import os
from os.path import getsize, isdir, isfile, join, dirname
import httplib2
from lxml import html
import time
import random
import requests
from requests_toolbelt.multipart.encoder import MultipartEncoder
def upload(csvFile):
m = MultipartEncoder(
fields={
'file': ('0.csv', open(csvFile, 'rb'), 'text/csv'),
'settings': ('csvReaderSettings.json', '{"separator":44,"columnDefinitions":{"columnDefinitions":{"tag":{"ignore":false,"renameTo":null,"postProcessors":["LOWER_CASE"]},"ignoredColumn":{"ignore":true,"renameTo":null,"postProcessors":[]}}},"additionalTags":{"additionalColumn":"additionalValue"},"timeColumn":"@timestamp","valueColumn":"duration","comment":35}', 'application/json')
})
r = requests.post('http://localhost:8080/data?waitUntilFinished=false', data=m,
#headers={'Content-Type': m.content_type})
headers={
'Accept': 'text/plain, application/json, application/*+json, */*',
'Content-Type': m.content_type.replace("form-data", "mixed;charset=UTF-8")
})
def help(returnValue):
print(sys.argv[0] + ' --file <FILE>')
print('Examples: ')
print(sys.argv[0] + ' --file data.csv')
sys.exit(returnValue)
def main(argv):
csvFile = ''
try:
opts, args = getopt.getopt(argv,"hf:",["file="])
except getopt.GetoptError:
help(2)
for opt, arg in opts:
if opt == '-h':
help(0)
elif opt in ("-f", "--file"):
csvFile = arg
print(csvFile)
if not isfile(csvFile):
print("does not exist")
sys.exit(1)
upload(csvFile)
sys.exit(0)
if __name__ == "__main__":
main(sys.argv[1:])