dinislage/web2py
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

throttling cache collection

Browse Source
This commit is contained in:
mdipierro
2015-03-24 11:26:01 -05:00
parent 3be7ff0532
commit fb902dd9ce
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gluon/cache.py
+3 -2
View File
@@ -26,6 +26,7 @@ import gc
import sys import sys
import logging import logging
import re import re
import random
import hashlib import hashlib
import datetime import datetime
import tempfile import tempfile
@@ -59,7 +60,7 @@ def remove_oldest_entries(storage, percentage=90):
# removed oldest entry # removed oldest entry
storage.popitem(last=False) storage.popitem(last=False)
# garbage collect # garbage collect
gc.collect(2) gc.collect(1)
# comute used memory again # comute used memory again
new_mem = psutil.virtual_memory().percent new_mem = psutil.virtual_memory().percent
# if the used memory did not decrease stop # if the used memory did not decrease stop
@@ -248,7 +249,7 @@ class CacheInRam(CacheAbstract):
self.locker.acquire() self.locker.acquire()
self.storage[key] = (now, value) self.storage[key] = (now, value)
self.stats[self.app]['misses'] += 1 self.stats[self.app]['misses'] += 1
if HAVE_PSUTIL: if HAVE_PSUTIL and self.max_ram_utilization!=None and random.random()<0.10:
remove_oldest_entries(self.storage, percentage = self.max_ram_utilization) remove_oldest_entries(self.storage, percentage = self.max_ram_utilization)
self.locker.release() self.locker.release()
return value return value