python-benedict/benedict/utils/io_util.py

83 lines
2.1 KiB
Python
Raw Normal View History

2019-09-10 14:58:26 +00:00
# -*- coding: utf-8 -*-
from benedict.serializers import (
get_serializer_by_format, get_serializers_extensions, )
2019-09-10 14:58:26 +00:00
import errno
import os
import requests
def decode(s, format, **kwargs):
serializer = get_serializer_by_format(format)
if not serializer:
raise ValueError('Invalid format: {}.'.format(format))
decode_opts = kwargs.copy()
data = serializer.decode(s.strip(), **decode_opts)
return data
def encode(d, format, **kwargs):
serializer = get_serializer_by_format(format)
if not serializer:
raise ValueError('Invalid format: {}.'.format(format))
s = serializer.encode(d, **kwargs)
return s
2019-10-03 16:42:44 +00:00
def read_content(s):
# s -> filepath or url or data
num_lines = len(s.splitlines())
if num_lines > 1:
# data
return s
if any([s.startswith(protocol)
for protocol in ['http://', 'https://']]):
# url
return read_url(s)
elif any([s.endswith(extension)
for extension in get_serializers_extensions()]):
# filepath
if os.path.isfile(s):
return read_file(s)
2020-01-30 14:50:01 +00:00
return None
return s
2019-10-03 16:42:44 +00:00
2019-09-10 14:58:26 +00:00
def read_file(filepath):
handler = open(filepath, 'r')
content = handler.read()
handler.close()
return content
def read_url(url, *args, **kwargs):
response = requests.get(url, *args, **kwargs)
if response.status_code == requests.codes.ok:
content = response.text
return content
2020-01-30 14:50:01 +00:00
raise ValueError(
'Invalid url response status code: {}.'.format(
response.status_code))
2019-09-10 14:58:26 +00:00
2020-01-25 11:08:24 +00:00
def write_file_dir(filepath):
2019-10-14 14:32:40 +00:00
filedir = os.path.dirname(filepath)
2020-01-30 14:50:01 +00:00
if os.path.exists(filedir):
return
try:
os.makedirs(filedir)
except OSError as e:
# Guard against race condition
if e.errno != errno.EEXIST:
raise e
2020-01-25 11:08:24 +00:00
def write_file(filepath, content):
# https://stackoverflow.com/questions/12517451/automatically-creating-directories-with-file-output
write_file_dir(filepath)
2019-09-10 14:58:26 +00:00
handler = open(filepath, 'w+')
handler.write(content)
handler.close()
return True