mirror/doorman
1
0
Fork 0
mirror of https://github.com/apidoorman/doorman.git synced 2026-05-07 16:49:26 -05:00
Code Issues Packages Projects Releases Wiki Activity

updates to mem

Browse Source
This commit is contained in:
seniorswe
2025-08-25 21:37:36 -04:00
committed by seniorswe
parent 301ec03ddf
commit 26951ff1c2
3 changed files with 57 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend-services/.env
+4 -4
View File
@@ -2,13 +2,14 @@
STARTUP_ADMIN_EMAIL=admin@doorman.so
STARTUP_ADMIN_PASSWORD=password1
# Set MEM for in memory cahching and platofmr data with encrypted data dumps
MEM_OR_EXTERNAL=MEM
MEM_ENCRYPTION_KEY=27435by237byf51347f5!!!!!y324785fy234huhug$%@!rfq3ddddddddddddddyouh43buhrt34hur43qyuoryb234d2uyoyu28o3d8yuo23royu8b23
# Mongo DB Config
MONGO_DB_HOSTS=localhost:27017 # Comma separated
MONGO_REPLICA_SET_NAME=rs0
# Set MEM for in memory with data dumps OR REDIS if you want redis caching
MEM_OR_REDIS=MEM
# Redis Config
REDIS_HOST=localhost
REDIS_PORT=6379
@@ -17,7 +18,6 @@ REDIS_DB=0
# Mem Cache Config
CACHE_DUMP_INTERVAL=300
CACHE_MIN_DUMP_INTERVAL=60
CACHE_ENCRYPTION_KEY=27435by237byf51347f5y324785fy234huhug$%@!rfq3dddddddddddddd
CACHE_DUMP_FILE=doorman_data.enc
# Authorization Config
backend-services/utils/database.py
+50 -27
View File
@@ -13,17 +13,21 @@ load_dotenv()
class Database:
def __init__(self):
self.memory_only = os.getenv("MEM_OR_REDIS", "MEM").upper() == "MEM"
if self.memory_only:
self.client = None
self.db = None
self.db_existed = False
print("Memory-only mode: MongoDB connection bypassed")
return
mongo_hosts = os.getenv("MONGO_DB_HOSTS")
replica_set_name = os.getenv("MONGO_REPLICA_SET_NAME")
host_list = [host.strip() for host in mongo_hosts.split(',') if host.strip()]
self.db_existed = True
if len(host_list) > 1 and replica_set_name:
connection_uri = f"mongodb://{','.join(host_list)}/doorman?replicaSet={replica_set_name}"
else:
connection_uri = f"mongodb://{','.join(host_list)}/doorman"
self.client = MongoClient(
connection_uri,
serverSelectionTimeoutMS=5000,
@@ -31,8 +35,10 @@ class Database:
minPoolSize=5
)
self.db = self.client.get_database()
def initialize_collections(self):
if self.memory_only:
print("Memory-only mode: Skipping MongoDB collection initialization")
return
collections = ['users', 'apis', 'endpoints', 'groups', 'roles', 'subscriptions', 'routings', 'token_defs', 'user_tokens', 'endpoint_validations']
for collection in collections:
if collection not in self.db.list_collection_names():
@@ -77,7 +83,6 @@ class Database:
"group_description": "Administrator group with full access",
"api_access": []
})
if not self.db.groups.find_one({"group_name": "ALL"}):
self.db.groups.insert_one({
"group_name": "ALL",
@@ -86,59 +91,77 @@ class Database:
})
def create_indexes(self):
if self.memory_only:
print("Memory-only mode: Skipping MongoDB index creation")
return
self.db.apis.create_indexes([
IndexModel([("api_id", ASCENDING)], unique=True),
IndexModel([("name", ASCENDING), ("version", ASCENDING)])
])
self.db.endpoints.create_indexes([
IndexModel([("endpoint_method", ASCENDING), ("api_name", ASCENDING), ("api_version", ASCENDING), ("endpoint_uri", ASCENDING)], unique=True),
])
self.db.users.create_indexes([
IndexModel([("username", ASCENDING)], unique=True),
IndexModel([("email", ASCENDING)], unique=True)
])
self.db.groups.create_indexes([
IndexModel([("group_name", ASCENDING)], unique=True)
])
self.db.roles.create_indexes([
IndexModel([("role_name", ASCENDING)], unique=True)
])
self.db.subscriptions.create_indexes([
IndexModel([("username", ASCENDING)], unique=True)
])
self.db.routings.create_indexes([
IndexModel([("client_key", ASCENDING)], unique=True)
])
self.db.token_defs.create_indexes([
IndexModel([("api_token_group", ASCENDING)], unique=True),
IndexModel([("username", ASCENDING)], unique=True)
])
self.db.endpoint_validations.create_indexes([
IndexModel([("endpoint_id", ASCENDING)], unique=True)
])
def is_memory_only(self) -> bool:
return self.memory_only
def get_mode_info(self) -> dict:
return {
'mode': 'memory_only' if self.memory_only else 'mongodb',
'mongodb_connected': not self.memory_only and self.client is not None,
'collections_available': not self.memory_only,
'cache_backend': os.getenv("MEM_OR_REDIS", "REDIS")
}
database = Database()
database.initialize_collections()
database.create_indexes()
db = database.db
mongodb_client = database.client
api_collection = db.apis
endpoint_collection = db.endpoints
group_collection = db.groups
role_collection = db.roles
routing_collection = db.routings
subscriptions_collection = db.subscriptions
user_collection = db.users
token_def_collection = db.token_defs
user_token_collection = db.user_tokens
endpoint_validation_collection = db.endpoint_validations
if database.memory_only:
db = None
mongodb_client = None
api_collection = None
endpoint_collection = None
group_collection = None
role_collection = None
routing_collection = None
subscriptions_collection = None
user_collection = None
token_def_collection = None
user_token_collection = None
endpoint_validation_collection = None
else:
db = database.db
mongodb_client = database.client
api_collection = db.apis
endpoint_collection = db.endpoints
group_collection = db.groups
role_collection = db.roles
routing_collection = db.routings
subscriptions_collection = db.subscriptions
user_collection = db.users
token_def_collection = db.token_defs
user_token_collection = db.user_tokens
endpoint_validation_collection = db.endpoint_validations
backend-services/utils/doorman_cache_util.py
+3 -3
View File
@@ -95,9 +95,9 @@ class MemoryCache:
print(f"Cleaned up {len(expired_keys)} expired cache entries")
def _get_encryption_key(self) -> bytes:
env_key = os.getenv("CACHE_ENCRYPTION_KEY")
env_key = os.getenv("MEM_ENCRYPTION_KEY")
if not env_key:
raise ValueError("CACHE_ENCRYPTION_KEY environment variable is required for memory cache")
raise ValueError("MEM_ENCRYPTION_KEY environment variable is required for memory cache")
salt = b'pygate_cache_salt'
kdf = PBKDF2HMAC(
algorithm=hashes.SHA256(),
@@ -172,7 +172,7 @@ class MemoryCache:
class DoormanCacheManager:
def __init__(self):
self.cache_type = os.getenv("MEM_OR_REDIS", "REDIS").upper()
self.cache_type = os.getenv("MEM_OR_EXTERNAL", "MEM").upper()
if self.cache_type == "MEM":
self.cache = MemoryCache()
self.is_redis = False