9YfJdZddlZddlZddlZddlmZddlmZddlmZ ddlm Z ddl m Z ddl mZdd lmZdd lmZmZmZmZmZmZmZdd lmZej6d Zd dddZGddeZy#e $r ddlmZ Y[wxYw)a ThreadStats is a tool for collecting application metrics without hindering performance. It collects metrics in the application thread with very little overhead and allows flushing metrics in process, in a thread or in a greenlet, depending on your application's needs. N)contextmanagerwraps)time) monotonic)ApiNotInitialized) MetricType)EventsAggregator)MetricsAggregatorCounterGauge HistogramTiming DistributionSet) HttpReporterzdatadog.threadstatsenvserviceversion)DD_ENV DD_SERVICE DD_VERSIONceZdZddZ ddZdZ ddZddZddZddZ dd Z dd Z dd Z dd Z edd ZddZddZddZdZdZdZy) ThreadStatsNc||_tjjddj dDcgc]}|s| }}t j D]J\}}tjj|d}|s)|jdj||L|g}||z|_ d|_ ||_ ycc}w)aL Initialize a threadstats object. :param namespace: Namespace to prefix all metric names :type namespace: string :param constant_tags: Tags to attach to every metric reported by this client :type constant_tags: list of strings :param compress_payload: compress the payload using zlib :type compress_payload: bool :envvar DATADOG_TAGS: Tags to attach to every metric reported by ThreadStats client :type DATADOG_TAGS: comma-delimited string :envvar DD_ENV: the env of the service running the ThreadStats client. If set, it is appended to the constant (global) tags of the client. :type DD_ENV: string :envvar DD_SERVICE: the name of the service running the ThreadStats client. If set, it is appended to the constant (global) tags of the client. :type DD_SERVICE: string :envvar DD_VERSION: the version of the service running the ThreadStats client. If set, it is appended to the constant (global) tags of the client. :type DD_VERSION: string DATADOG_TAGS,z{name}:{value})namevalueNT) namespaceosenvirongetsplitDD_ENV_TAGS_MAPPINGitemsappendformat constant_tags _disabledcompress_payload) selfr!r*r,tagenv_tagsvartag_namer s X/var/www/highfloat_scraper/venv/lib/python3.12/site-packages/datadog/threadstats/base.py__init__zThreadStats.__init__*s:##%::>>."#E#K#KC#PXCTWCXX0668 UMCJJNN3+E 0 7 7XU 7 ST U  M*X5 0Ys CCc|_|_|_|_d_t j_t_tj_ d_ d_ jrtjdn%|rj!n|rj#t%j&fdy)a Start the ThreadStats instance with the specified metric flushing method and preferences. By default, metrics will be flushed in a thread. >>> stats.start() If you're running a gevent server and want to flush metrics in a greenlet, set *flush_in_greenlet* to True. Be sure to import and monkey patch gevent before starting ThreadStats. :: >>> from gevent import monkey; monkey.patch_all() >>> stats.start(flush_in_greenlet=True) If you'd like to flush metrics in process, set *flush_in_thread* to False, though you'll have to call ``flush`` manually to post metrics to the server. :: >>> stats.start(flush_in_thread=False) If for whatever reason, you need to disable metrics collection in a hurry, set ``disabled`` to True and metrics won't be collected or flushed. >>> stats.start(disabled=True) *Note:* Please remember to set your API key before, using datadog module ``initialize`` method. >>> from datadog import initialize, ThreadStats >>> initialize(api_key="my_api_key") >>> stats = ThreadStats() >>> stats.start() >>> stats.increment("home.page.hits") :param flush_interval: The number of seconds to wait between flushes. :type flush_interval: int :param flush_in_thread: True if you'd like to spawn a thread to flush metrics. It will run every `flush_interval` seconds. :type flush_in_thread: bool :param flush_in_greenlet: Set to true if you'd like to flush in a gevent greenlet. :type flush_in_greenlet: bool :param disabled: Disable metrics collection :type disabled: bool F)r,rz8ThreadStats instance is disabled. No metrics will flush.c8jtdS)Ninf)flushfloatr-sr2z#ThreadStats.start..s 5< 8N)flush_intervalroll_up_intervaldevicer+_is_auto_flushingr _metric_aggregatorr _event_aggregatorrr,reporter_is_flush_in_progress flush_countloginfo_start_flush_greenlet_start_flush_threadatexitregister)r-r<r=r>flush_in_threadflush_in_greenletdisableds` r2startzThreadStats.startUsj- 0 !!&#4D4I4I"J!1!3 %d6K6KL %*" >> HHO P **, ((* 89r;cz|jsy|jr"|jjd|_yy)NTF)r? _flush_threadendr9s r2stopzThreadStats.stops9%%       " " $%*D " r;c |jsQ|} |jr|r||jz} n |j} |jj|||||||| |  yy)a  Send an event. See http://docs.datadoghq.com/api/ for more info. >>> stats.event("Man down!", "This server needs assistance.") >>> stats.event("The web server restarted", "The web server is up again", alert_type="success") ) titletext alert_typeaggregation_keysource_type_name date_happenedprioritytagshostN)r+r*rA add_event) r-rTmessagerVrWrXrYrZr[hostname event_tagss r2eventzThreadStats.eventsp&~~J!!!%(:(:!:J!%!3!3J  " " , ,% /!1+! - r;c |js3|jj|||xs t|t||yy)a Record the current ``value`` of a metric. The most recent value in a given flush interval will be recorded. Optionally, specify a set of tags to associate with the metric. This should be used for sum values such as total hard disk space, process uptime, total number of active users, or number of rows in a database table. >>> stats.gauge("process.uptime", time.time() - process_start_time) >>> stats.gauge("cache.bytes.free", cache.get_free_bytes(), tags=["version:1.0"])  sample_rater\N)r+r@ add_pointrr r- metric_namer timestampr[rdr\s r2gaugezThreadStats.gaugesA~~  # # - -T9#6uR]dh . r;c |js3|jj|||xs t|t||yy)a  Add ``value`` to the current set. The length of the set is flushed as a gauge to Datadog. Optionally, specify a set of tags to associate with the metric. >>> stats.set("example_metric.set", "value_1", tags=["environment:dev"]) rcN)r+r@rerrrfs r2setzThreadStats.setsA~~  # # - -T9#6sP[bf . r;c |js3|jj|||xs t|t||yy)a` Increment the counter by the given ``value``. Optionally, specify a list of ``tags`` to associate with the metric. This is useful for counting things such as incrementing a counter each time a page is requested. >>> stats.increment('home.page.hits') >>> stats.increment('bytes.processed', file.size()) rcNr+r@rerr rfs r2 incrementzThreadStats.incrementsA~~  # # - -T9#6wT_fj . r;c |js4|jj|||xs t| t||yy)z Decrement a counter, optionally setting a value, tags and a sample rate. >>> stats.decrement("files.remaining") >>> stats.decrement("active.connections", 2) rcNrmrfs r2 decrementzThreadStats.decrementsC~~  # # - -T9#6U`gk . r;c |js3|jj|||xs t|t||yy)au Sample a histogram value. Histograms will produce metrics that describe the distribution of the recorded values, namely the maximum, minimum, average, count and the 75/85/95/99 percentiles. Optionally, specify a list of ``tags`` to associate with the metric. >>> stats.histogram("uploaded_file.size", uploaded_file.size()) rcN)r+r@rerrrfs r2 histogramzThreadStats.histogramsA~~  # # - -T9#6yVahl . r;c |js3|jj|||xs t|t||yy)a Sample a distribution value. Distributions will produce metrics that describe the distribution of the recorded values, namely the maximum, median, average, count and the 50/75/90/95/99 percentiles. Optionally, specify a list of ``tags`` to associate with the metric. >>> stats.distribution("uploaded_file.size", uploaded_file.size()) rcN)r+r@rerrrfs r2 distributionzThreadStats.distributionsA~~  # # - -T9#6|Ydko . r;c |js3|jj|||xs t|t||yy)z Record a timing, optionally setting tags and a sample rate. >>> stats.timing("query.response.time", 1234) rcN)r+r@rerrrfs r2timingzThreadStats.timing*sA ~~  # # - -T9#6vS^ei . r;c #Kt} dt}|j|||z t|||y#t}|j|||z t|||wxYww)a A context manager that will track the distribution of the contained code's run time. Optionally specify a list of tags to associate with the metric. :: def get_user(user_id): with stats.timer("user.query.time"): # Do what you need to ... pass # Is equivalent to ... def get_user(user_id): start = time.time() try: # Do what you need to ... pass finally: stats.histogram("user.query.time", time.time() - start) N)r[rdr\)rrvr)r-rgrdr[r\rNrQs r2timerzThreadStats.timer5si*  i +C KK S5[$&tQ\cgK h+C KK S5[$&tQ\cgK hs A0?-A0.A--A0c"fd}|S)a A decorator that will track the distribution of a function's run time. Optionally specify a list of tags to associate with the metric. :: @stats.timed("user.query.time") def get_user(user_id): # Do what you need to ... pass # Is equivalent to ... start = time.time() try: get_user(user_id) finally: stats.histogram("user.query.time", time.time() - start) c:tfd}|S)Nclj5|i|}|cdddS#1swYyxYwN)rx) argskwargsresultfuncr\rgrdr-r[s r2wrappedz3ThreadStats.timed..wrapper..wrappedes<ZZ [$E"!4262F!"""s *3r)rrr\rgrdr-r[s` r2wrapperz"ThreadStats.timed..wrapperds% 4[ " " " Nr;)r-rgrdr[r\rs````` r2timedzThreadStats.timedQs&  r;c |jrtjd d|_y|jrtj d d|_yd|_|j |xs t \}}t|}|rW|xjdz c_tjd|jd|d|jj|ntjd t|}|rW|xjdz c_tjd|jd|d |jj|ntjd |j}t|}|rW|xjdz c_tjd|jd|d |jj|ntjd d|_y#t$rt$r) tj!dn#t$rYnwxYwYBwxYw#d|_wxYw)z Flush and post all metrics to the server. Note that this is a blocking call, so it is likely not suitable for user facing processes. In those cases, it's probably best to flush in a thread or greenlet. z2A flush is already in progress. Skipping this one.Fz$Not flushing because we're disabled.TzFlush #z sending z metricsz No metrics to flush. Continuing.z distributionsz&No distributions to flush. Continuing.z eventszNo events to flush. Continuing.z!Error flushing metrics and eventsN)rCrEdebugr+rF _get_aggregate_metrics_and_distsrlenrDrB flush_metricsflush_distributions_get_aggregate_events flush_eventsr Exception exception)r-rhmetricsdists count_metrics count_distsevents count_eventss r2r7zThreadStats.flushos - /)) NOT*/D &S~~?@N*/D &K*.D &"BB9CVPTPVWNGULM  A%  D:H;;H>> Ic |jj|}g}g}|D]\}}}}} } } |} |} |jr|r||jz} n |j} |jr|jdz|z} | ||gg| | |j| | d}| t j k(r|j||j|||fS)zS Get, format and return the rolled up metrics from the aggregator. .)metricpointstyper\r>r[interval)r@r7r*r!r>r rr()r- flush_timerolled_up_metricsrrrhr rr[r\ metric_typer metric_tagsrgrs r2rz,ThreadStats._get_aggregate_metrics_and_distss !3399*EIZ ' EIudD$ XKK!!"&););";K"&"4"4K~~"nns2T9 &%u-.#++#$Fj555 V$v&7 '8r;c:|jj}|Sr|)rAr7)r-rs r2rz!ThreadStats._get_aggregate_eventss''--/ r;cddlm}jrtj dyd_fd}tj dj z|j |_j jy)z" Start a thread to flush metrics. r) PeriodicTimerAutoflushing already started.NTc tjdjy#t$r) tj dYy#t$rYYywxYwwxYw)NzFlushing metrics in threadzError flushing in thread)rErr7rrr9sr2r7z.ThreadStats._start_flush_thread..flushsQ  67  MM"<=  s&%) AA  AAAAz'Starting flush thread with interval %s.)"datadog.threadstats.periodic_timerrr?rErFr<rPrN)r-rr7s` r2rHzThreadStats._start_flush_threadsmD  ! ! HH4 5 !%  :T=P=PPQ*4+>+>F   "r;cjrtjdyd_ddlfd}tjdjzj |y)NrTrc tjdjjjB#t $r) tj dn#t $rYnwxYwY2wxYw)NzFlushing metrics in greenletzError flushing in greenlet)rErr7sleepr<rr)geventr-sr2r7z0ThreadStats._start_flush_greenlet..flushsmII<=JJLLL!4!45  ! &BC$s6AA A7A%$A7% A1.A70A11A76A7z)Starting flush greenlet with interval %s.)r?rErFrr<spawn)r-r7rs` @r2rGz!ThreadStats._start_flush_greenletsR  ! ! HH4 5 !%  rs  &' 547ooo6g-.V&V)'&'sA66 BB