60 lines
1.9 KiB
Python
60 lines
1.9 KiB
Python
import json, re, os
|
|
|
|
|
|
def queryFile(file_path, filter_path, filter_key = None, filter_val = None):
|
|
back = []
|
|
data = json.load(open(file_path))
|
|
for key in filter_path: # Get to the point
|
|
data = data.get(key)
|
|
if not data: return
|
|
|
|
for row in data:
|
|
if filter_val: # Filter by value
|
|
if row[filter_key] == filter_val: back.append(row)
|
|
else:
|
|
back.append(row)
|
|
|
|
return back
|
|
|
|
|
|
# Find in json files
|
|
# Return: [{u'body': u'Hello Topic 1!!', 'inner_path': '1KRxE1s3oDyNDawuYWpzbLUwNm8oDbeEp6', u'added': 1422740732, u'message_id': 1},...]
|
|
def query(path_pattern, filter):
|
|
if "=" in filter: # Filter by value
|
|
filter_path, filter_val = filter.split("=")
|
|
filter_path = filter_path.split(".")
|
|
filter_key = filter_path.pop() # Last element is the key
|
|
filter_val = int(filter_val)
|
|
else: # No filter
|
|
filter_path = filter
|
|
filter_path = filter_path.split(".")
|
|
filter_key = None
|
|
filter_val = None
|
|
|
|
if "/*/" in path_pattern: # Wildcard search
|
|
root_dir, file_pattern = path_pattern.replace("\\", "/").split("/*/")
|
|
else: # No wildcard
|
|
root_dir, file_pattern = re.match("(.*)/(.*?)$", path_pattern.replace("\\", "/")).groups()
|
|
for root, dirs, files in os.walk(root_dir, topdown=False):
|
|
root = root.replace("\\", "/")
|
|
inner_path = root.replace(root_dir, "").strip("/")
|
|
for file_name in files:
|
|
if file_pattern != file_name: continue
|
|
|
|
try:
|
|
res = queryFile(root+"/"+file_name, filter_path, filter_key, filter_val)
|
|
if not res: continue
|
|
except Exception, err: # Json load error
|
|
# print file_name, filter, err
|
|
continue
|
|
for row in res:
|
|
row["inner_path"] = inner_path
|
|
yield row
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
for row in list(query("../../data/12Hw8rTgzrNo4DSh2AkqwPRqDyTticwJyH/data/users/*/data.json", "topics")):
|
|
print row
|
|
for row in list(query("../../data/12Hw8rTgzrNo4DSh2AkqwPRqDyTticwJyH/data/users/1KRxE1s3oDyNDawuYWpzbLUwNm8oDbeEp6/data.json", "topics.topic_id=1")):
|
|
print row |