104 lines
2.6 KiB
Python
104 lines
2.6 KiB
Python
from nullptr.models.base import Base
|
|
from nullptr.models.waypoint import Waypoint
|
|
from nullptr.models.sector import Sector
|
|
from nullptr.models.system import System
|
|
from nullptr.models.agent import Agent
|
|
from nullptr.models.marketplace import Marketplace
|
|
from nullptr.models.jumpgate import Jumpgate
|
|
from os.path import isfile, dirname, isdir
|
|
import os
|
|
from os.path import basename
|
|
import json
|
|
from .util import *
|
|
from time import time
|
|
|
|
class Store:
|
|
def __init__(self, data_dir):
|
|
self.init_models()
|
|
self.data_dir = data_dir
|
|
self.data = {m: {} for m in self.models}
|
|
self.dirty_objects = set()
|
|
|
|
def init_models(self):
|
|
self.models = Base.__subclasses__()
|
|
self.extensions = {c.ext(): c for c in self.models}
|
|
|
|
def dirty(self, obj):
|
|
self.dirty_objects.add(obj)
|
|
|
|
def path(self, obj):
|
|
return os.path.join(self.data_dir, obj.path())
|
|
|
|
def load_file(self, path):
|
|
if not isfile(path):
|
|
return None
|
|
fn = basename(path)
|
|
ext = fn.split('.')[-1]
|
|
symbol = fn.split('.')[0]
|
|
if ext not in self.extensions:
|
|
return None
|
|
with open(path) as f:
|
|
data = json.load(f)
|
|
|
|
typ = self.extensions[ext]
|
|
obj = typ(symbol, self)
|
|
data['store'] = self
|
|
obj.__dict__ = data
|
|
self.data[typ][obj.symbol] = obj
|
|
return obj
|
|
|
|
def load(self):
|
|
cnt = 0
|
|
start_time = time()
|
|
for fil in list_files(self.data_dir, True):
|
|
self.load_file(fil)
|
|
cnt += 1
|
|
dur = time() - start_time
|
|
print(f'loaded {cnt} objects in {dur:.2f} seconds')
|
|
|
|
def store(self, obj):
|
|
path = self.path(obj)
|
|
path_dir = dirname(path)
|
|
data = obj.dict()
|
|
if not isdir(path_dir):
|
|
os.makedirs(path_dir, exist_ok=True)
|
|
with open(path, 'w') as f:
|
|
json.dump(data, f, indent=2)
|
|
|
|
def create(self, typ, symbol):
|
|
obj = typ(symbol, self)
|
|
self.data[typ][symbol] = obj
|
|
return obj
|
|
|
|
def get(self, typ, symbol, create=False):
|
|
if typ not in self.data:
|
|
return None
|
|
if symbol not in self.data[typ]:
|
|
if create:
|
|
return self.create(typ, symbol)
|
|
else:
|
|
return None
|
|
return self.data[typ][symbol]
|
|
|
|
def update(self, typ, symbol, data):
|
|
obj = self.get(typ, symbol, True)
|
|
obj.update(data)
|
|
return obj
|
|
|
|
def update_list(self, typ, lst):
|
|
return [self.update(typ, mg(d, 'symbol'), d) for d in lst]
|
|
|
|
def all(self, typ):
|
|
for m in self.data[typ].values():
|
|
yield m
|
|
|
|
def flush(self):
|
|
it = 0
|
|
start_time = time()
|
|
for obj in self.dirty_objects:
|
|
it += 1
|
|
self.store(obj)
|
|
self.dirty_objects = set()
|
|
dur = time() - start_time
|
|
# print(f'flush done {it} items {dur:.2f}')
|