180    except FileNotFoundError:  # don't log full stack trace when the db does not exist.
181      log.msg("Error writing %s: File does not exist (yet). " % metric +
182              "Increase MAX_CREATES_PER_MINUTE")
183      instrumentation.increment('errors')184    except Exception as e:
185      log.err()
186      log.msg("Error writing to %s: %s" % (metric, e))

178        tagQueue.update(metric)
179      updateTime = time.time() - t1
180    except FileNotFoundError:  # don't log full stack trace when the db does not exist.
181      log.msg("Error writing %s: File does not exist (yet). " % metric +182              "Increase MAX_CREATES_PER_MINUTE")
183      instrumentation.increment('errors')
184    except Exception as e:

177      if settings.ENABLE_TAGS:
178        tagQueue.update(metric)
179      updateTime = time.time() - t1
180    except FileNotFoundError:  # don't log full stack trace when the db does not exist.181      log.msg("Error writing %s: File does not exist (yet). " % metric +
182              "Increase MAX_CREATES_PER_MINUTE")
183      instrumentation.increment('errors')

158    (metric, datapoints) = cache.drain_metric()
159    if metric is None:
160      # end the loop
161      break162
163    # If we've got a rate limit configured lets makes sure we enforce it
164    waitTime = 0

156        create_database(new_metric)
157
158    (metric, datapoints) = cache.drain_metric()
159    if metric is None:160      # end the loop
161      break
162

155
156        create_database(new_metric)
157
158    (metric, datapoints) = cache.drain_metric()159    if metric is None:
160      # end the loop
161      break

153          instrumentation.increment('droppedCreates')
154          break
155
156        create_database(new_metric)157
158    (metric, datapoints) = cache.drain_metric()
159    if metric is None:

151          # when rate limiting unless our cache is too big or some other legit
152          # reason.
153          instrumentation.increment('droppedCreates')
154          break155
156        create_database(new_metric)
157

150          # XXX This behavior should probably be configurable to not drop metrics
151          # when rate limiting unless our cache is too big or some other legit
152          # reason.
153          instrumentation.increment('droppedCreates')154          break
155
156        create_database(new_metric)

143    # First check if there are new metrics
144    for new_metric in cache.new_metrics:
145      if not state.database.exists(new_metric):
146        if CREATE_BUCKET and not CREATE_BUCKET.drain(1):147          # If our tokenbucket doesn't have enough tokens available to create a new metric
148          # file then we'll just drop the metric on the ground and move on to the next
149          # metric.

142
143    # First check if there are new metrics
144    for new_metric in cache.new_metrics:
145      if not state.database.exists(new_metric):146        if CREATE_BUCKET and not CREATE_BUCKET.drain(1):
147          # If our tokenbucket doesn't have enough tokens available to create a new metric
148          # file then we'll just drop the metric on the ground and move on to the next

141  while cache:
142
143    # First check if there are new metrics
144    for new_metric in cache.new_metrics:145      if not state.database.exists(new_metric):
146        if CREATE_BUCKET and not CREATE_BUCKET.drain(1):
147          # If our tokenbucket doesn't have enough tokens available to create a new metric

138  """Write datapoints until the MetricCache is completely empty"""
139
140  cache = MetricCache()
141  while cache:142
143    # First check if there are new metrics
144    for new_metric in cache.new_metrics:

137def writeCachedDataPoints():
138  """Write datapoints until the MetricCache is completely empty"""
139
140  cache = MetricCache()141  while cache:
142
143    # First check if there are new metrics

135
136
137def writeCachedDataPoints():
138  """Write datapoints until the MetricCache is completely empty"""139
140  cache = MetricCache()
141  while cache:

251      # Metric not in cache yet, push to new_metrics list so it
252      # can be checked if the db already exists
253      if metric not in self:
254        self.new_metrics.append(metric)255
256      if timestamp not in self[metric]:
257        # Not a duplicate, hence process if cache is not full

250    with self.lock:
251      # Metric not in cache yet, push to new_metrics list so it
252      # can be checked if the db already exists
253      if metric not in self:254        self.new_metrics.append(metric)
255
256      if timestamp not in self[metric]:

190    self.lock = threading.Lock()
191    self.size = 0
192    self.strategy = None
193    self.new_metrics = []194    if strategy:
195      self.strategy = strategy(self)
196    super(_MetricCache, self).__init__(dict)