reduce profiler freq

Author: howardchung

global.d.ts

@@ -489,7 +489,8 @@ type MetricName =
   | 'pmh_fullhistory'
   | 'pmh_gcdata'
   | 'pmh_parsed'
-  | 'reconcile';
+  | 'reconcile'
+  | 'profiler';
 
 // Object to map player_slot to basic info
 type PGroup = {

svc/autoprofiler.ts

@@ -21,4 +21,4 @@ async function doProfiler() {
     }),
   );
 }
-invokeIntervalAsync(doProfiler, 5000);
+invokeIntervalAsync(doProfiler, 10000);

svc/profiler.ts

@@ -6,15 +6,16 @@ import {
   SteamAPIUrls,
   convert64to32,
   invokeIntervalAsync,
+  redisCount,
 } from './util/utility';
 import redis from './store/redis';
 
 async function doProfile() {
-  // Fetch up to 100 items off the queue, if we don't have 100 yet wait
   const resp = await redis.lpop('profileQueue', 100);
   if (!resp || !resp.length) {
     return;
   }
+  redisCount('profiler', resp.length);
   const jobs = resp.map((item) => JSON.parse(item) as ProfileJob);
   const url = SteamAPIUrls.api_summaries({
     players: jobs,

svc/util/buildStatus.ts

@@ -81,32 +81,35 @@ export async function buildStatus() {
         matches_last_day: async () => countDay('added_match'),
         matches_prev_hour: async () => countLastHour('added_match'),
         retriever_matches_last_day: async () => countDay('retriever'),
+        retriever_players_last_day: async () => countDay('retriever_player'),
+        // retriever_matches_current_hour: async () => countHour('retriever'),
         parsed_matches_last_day: async () => countDay('parser'),
         gcdata_matches_last_day: async () => countDay('gcdata'),
-        tracked_players: async () => redis.zcard('tracked'),
-        auto_parse_last_day: async () => countDay('auto_parse'),
-
-        retriever_matches_current_hour: async () => countHour('retriever'),
-        retriever_players_last_day: async () => countDay('retriever_player'),
-        parse_jobs_last_day: async () => countDay('parser_job'),
-        parse_fails_last_day: async () => countDay('parser_fail'),
-        parse_crashes_last_day: async () => countDay('parser_crash'),
-        parse_skips_last_day: async () => countDay('parser_skip'),
-
-        requests_last_day: async () => countDay('request'),
-        distinct_requests_last_day: async () =>
-          countDayDistinct('distinct_request'),
-        requests_ui_last_day: async () => countDay('request_ui'),
-        requests_api_key_last_day: async () => countDay('request_api_key'),
-        request_api_fail_last_day: async () => countDay('request_api_fail'),
+        profiler_last_day: async () => countDay('profiler'),
         fullhistory_last_day: async () => countDay('fullhistory'),
         fullhistory_skips_last_day: async () => countDay('fullhistory_skip'),
         pmh_fullhistory_last_day: async () => countDay('pmh_fullhistory'),
         pmh_gcdata_last_day: async () => countDay('pmh_gcdata'),
         pmh_parsed_last_day: async () => countDay('pmh_parsed'),
         reconcile_last_day: async () => countDay('reconcile'),
+        requests_last_day: async () => countDay('request'),
+        distinct_requests_last_day: async () => countDayDistinct('distinct_request'),
+        requests_ui_last_day: async () => countDay('request_ui'),
+        requests_api_key_last_day: async () => countDay('request_api_key'),
+        request_api_fail_last_day: async () => countDay('request_api_fail'),
+        tracked_players: async () => redis.zcard('tracked'),
+        auto_parse_last_day: async () => countDay('auto_parse'),
         meta_parsed_last_day: async () => countDay('meta_parse'),
 
+        parse_jobs_last_day: async () => countDay('parser_job'),
+        parse_fails_last_day: async () => countDay('parser_fail'),
+        parse_crashes_last_day: async () => countDay('parser_crash'),
+        parse_skips_last_day: async () => countDay('parser_skip'),
+        // reapi_last_day: async () => countDay('reapi'),
+        regcdata_last_day: async () => countDay('regcdata'),
+        reparse_last_day: async () => countDay('reparse'),
+        // oldparse_last_day: async () => countDay('oldparse'),
+        
         steam_api_calls_last_day: async () => countDay('steam_api_call'),
         steam_proxy_calls_last_day: async () => countDay('steam_proxy_call'),
         steam_429_last_day: async () => countDay('steam_429'),
@@ -157,23 +160,18 @@ export async function buildStatus() {
         //   countDayDistinct('distinct_match_player_recent_user'),
 
         match_cache_hit_last_day: async () => countDay('match_cache_hit'),
-        player_temp_hit_last_day: async () => countDay('player_temp_hit'),
-        player_temp_miss_last_day: async () => countDay('player_temp_miss'),
-        player_temp_skip_last_day: async () => countDay('player_temp_skip'),
-        player_temp_wait_last_day: async () => countDay('player_temp_wait'),
-        player_temp_write_last_day: async () => countDay('player_temp_write'),
-        player_temp_write_bytes_last_day: async () =>
-          countDay('player_temp_write_bytes'),
-        distinct_player_temp_read_last_day: async () =>
-          countDayDistinct('distinct_player_temp'),
-        auto_player_temp_last_day: async () => countDay('auto_player_temp'),
-        distinct_auto_player_temp_last_day: async () =>
-          countDayDistinct('distinct_auto_player_temp'),
-
-        // reapi_last_day: async () => countDay('reapi'),
-        regcdata_last_day: async () => countDay('regcdata'),
-        reparse_last_day: async () => countDay('reparse'),
-        // oldparse_last_day: async () => countDay('oldparse'),
+        // player_temp_hit_last_day: async () => countDay('player_temp_hit'),
+        // player_temp_miss_last_day: async () => countDay('player_temp_miss'),
+        // player_temp_skip_last_day: async () => countDay('player_temp_skip'),
+        // player_temp_wait_last_day: async () => countDay('player_temp_wait'),
+        // player_temp_write_last_day: async () => countDay('player_temp_write'),
+        // player_temp_write_bytes_last_day: async () =>
+        //   countDay('player_temp_write_bytes'),
+        // distinct_player_temp_read_last_day: async () =>
+        //   countDayDistinct('distinct_player_temp'),
+        // auto_player_temp_last_day: async () => countDay('auto_player_temp'),
+        // distinct_auto_player_temp_last_day: async () =>
+        //   countDayDistinct('distinct_auto_player_temp'),
 
         error_last_day: async () => countDay('500_error'),
         web_crash_last_day: async () => countDay('web_crash'),