1 -module(beam_stats_consumer_statsd_SUITE).
3 -include_lib("beam_stats/include/beam_stats.hrl").
4 -include_lib("beam_stats/include/beam_stats_ets_table.hrl").
5 -include_lib("beam_stats/include/beam_stats_process.hrl").
6 -include_lib("beam_stats/include/beam_stats_process_ancestry.hrl").
7 -include_lib("beam_stats/include/beam_stats_processes.hrl").
19 -define(GROUP, beam_stats_consumer_statsd).
21 %% ============================================================================
22 %% Common Test callbacks
23 %% ============================================================================
33 [{?GROUP, Properties, Tests}].
35 %% ============================================================================
37 %% ============================================================================
40 meck:new(beam_stats_source),
41 _BEAMStatsExpected = meck_expect_beam_stats(),
43 {ok,[hope,beam_stats]} = application:ensure_all_started(beam_stats),
44 ct:log("beam_stats started~n"),
46 {ok, ServerSocket} = gen_udp:open(ServerPort, [binary, {active, false}]),
47 ct:log("UDP server started started~n"),
48 {ok, _} = beam_stats_consumer:add(beam_stats_consumer_statsd,
49 [ {consumption_interval , 60000}
50 , {dst_host , "localhost"}
51 , {dst_port , ServerPort}
53 , {num_msgs_per_packet , 10}
56 ct:log("consumer added~n"),
57 _ = meck_expect_beam_stats(
58 % Double the original values, so that deltas will equal originals after
59 % 1 update of new beam_stats_state:t()
62 , {context_switches , 10}
66 ct:log("meck_expect_beam_stats ok~n"),
67 {} = beam_stats_producer:sync_produce_consume(),
68 ct:log("produced and consumed~n"),
69 ok = application:stop(beam_stats),
70 ct:log("beam_stats stopped~n"),
72 ResultOfReceive1 = gen_udp:recv(ServerSocket, 0),
73 ResultOfReceive2 = gen_udp:recv(ServerSocket, 0),
74 ResultOfReceive3 = gen_udp:recv(ServerSocket, 0),
75 ResultOfReceive4 = gen_udp:recv(ServerSocket, 0),
76 ok = gen_udp:close(ServerSocket),
77 {ok, {_, _, PacketReceived1}} = ResultOfReceive1,
78 {ok, {_, _, PacketReceived2}} = ResultOfReceive2,
79 {ok, {_, _, PacketReceived3}} = ResultOfReceive3,
80 {ok, {_, _, PacketReceived4}} = ResultOfReceive4,
81 ct:log("PacketReceived1: ~n~s~n", [PacketReceived1]),
82 ct:log("PacketReceived2: ~n~s~n", [PacketReceived2]),
83 ct:log("PacketReceived3: ~n~s~n", [PacketReceived3]),
84 ct:log("PacketReceived4: ~n~s~n", [PacketReceived4]),
86 << PacketReceived1/binary
87 , PacketReceived2/binary
88 , PacketReceived3/binary
89 , PacketReceived4/binary
91 ct:log("PacketsCombined: ~n~s~n", [PacketsCombined]),
93 [ <<"beam_stats_v0.node_foo_host_bar.io.bytes_in:3|g">>
94 , <<"beam_stats_v0.node_foo_host_bar.io.bytes_out:7|g">>
95 , <<"beam_stats_v0.node_foo_host_bar.context_switches:5|g">>
96 , <<"beam_stats_v0.node_foo_host_bar.reductions:9|g">>
97 , <<"beam_stats_v0.node_foo_host_bar.run_queue:17|g">>
98 , <<"beam_stats_v0.node_foo_host_bar.memory.mem_type_foo:1|g">>
99 , <<"beam_stats_v0.node_foo_host_bar.memory.mem_type_bar:2|g">>
100 , <<"beam_stats_v0.node_foo_host_bar.memory.mem_type_baz:3|g">>
101 , <<"beam_stats_v0.node_foo_host_bar.ets_table.size.foo.NAMED:5|g">>
102 , <<"beam_stats_v0.node_foo_host_bar.ets_table.memory.foo.NAMED:40|g">>
103 , <<"beam_stats_v0.node_foo_host_bar.ets_table.size.bar.TID:16|g">>
104 , <<"beam_stats_v0.node_foo_host_bar.ets_table.memory.bar.TID:128|g">>
107 , <<"beam_stats_v0.node_foo_host_bar.processes_count_all:4|g">>
108 , <<"beam_stats_v0.node_foo_host_bar.processes_count_exiting:0|g">>
109 , <<"beam_stats_v0.node_foo_host_bar.processes_count_garbage_collecting:0|g">>
110 , <<"beam_stats_v0.node_foo_host_bar.processes_count_registered:1|g">>
111 , <<"beam_stats_v0.node_foo_host_bar.processes_count_runnable:0|g">>
112 , <<"beam_stats_v0.node_foo_host_bar.processes_count_running:3|g">>
113 , <<"beam_stats_v0.node_foo_host_bar.processes_count_suspended:0|g">>
114 , <<"beam_stats_v0.node_foo_host_bar.processes_count_waiting:1|g">>
117 , <<"beam_stats_v0.node_foo_host_bar.process_memory.named--reg_name_foo:15|g">>
118 , <<"beam_stats_v0.node_foo_host_bar.process_total_heap_size.named--reg_name_foo:25|g">>
119 , <<"beam_stats_v0.node_foo_host_bar.process_stack_size.named--reg_name_foo:10|g">>
120 , <<"beam_stats_v0.node_foo_host_bar.process_message_queue_len.named--reg_name_foo:0|g">>
121 , <<"beam_stats_v0.node_foo_host_bar.process_reductions.named--reg_name_foo:0|g">>
124 , <<"beam_stats_v0.node_foo_host_bar.process_memory.spawned-via--bar_mod-bar_fun-1--NONE--NONE:25|g">>
125 , <<"beam_stats_v0.node_foo_host_bar.process_total_heap_size.spawned-via--bar_mod-bar_fun-1--NONE--NONE:35|g">>
126 , <<"beam_stats_v0.node_foo_host_bar.process_stack_size.spawned-via--bar_mod-bar_fun-1--NONE--NONE:40|g">>
127 , <<"beam_stats_v0.node_foo_host_bar.process_message_queue_len.spawned-via--bar_mod-bar_fun-1--NONE--NONE:5|g">>
128 , <<"beam_stats_v0.node_foo_host_bar.process_reductions.spawned-via--bar_mod-bar_fun-1--NONE--NONE:0|g">>
130 % Process 3 and 4, aggregated by origin
131 , <<"beam_stats_v0.node_foo_host_bar.process_memory.spawned-via--baz_mod-baz_fun-3--baz_otp_mod-baz_otp_fun-2--PID-PID:30|g">>
132 , <<"beam_stats_v0.node_foo_host_bar.process_total_heap_size.spawned-via--baz_mod-baz_fun-3--baz_otp_mod-baz_otp_fun-2--PID-PID:45|g">>
133 , <<"beam_stats_v0.node_foo_host_bar.process_stack_size.spawned-via--baz_mod-baz_fun-3--baz_otp_mod-baz_otp_fun-2--PID-PID:55|g">>
134 , <<"beam_stats_v0.node_foo_host_bar.process_message_queue_len.spawned-via--baz_mod-baz_fun-3--baz_otp_mod-baz_otp_fun-2--PID-PID:1|g">>
135 , <<"beam_stats_v0.node_foo_host_bar.process_reductions.spawned-via--baz_mod-baz_fun-3--baz_otp_mod-baz_otp_fun-2--PID-PID:0|g">>
137 MsgsReceived = binary:split(PacketsCombined, <<"\n">>, [global, trim]),
138 RemoveExpectedFromReceived =
139 fun (Expected, Received) ->
141 "Looking for expected msg ~p in remaining received ~p~n",
144 true = lists:member(Expected, Received),
145 Received -- [Expected]
147 MsgsRemaining = lists:foldl(RemoveExpectedFromReceived, MsgsReceived, MsgsExpected),
148 ct:log("MsgsRemaining: ~p", [MsgsRemaining]),
150 meck:unload(beam_stats_source).
152 meck_expect_beam_stats() ->
153 meck_expect_beam_stats([]).
155 meck_expect_beam_stats(Overrides) ->
156 IOBytesIn = hope_kv_list:get(Overrides, io_bytes_in , 3),
157 IOBytesOut = hope_kv_list:get(Overrides, io_bytes_out, 7),
158 ContextSwitches = hope_kv_list:get(Overrides, context_switches, 5),
159 Reductions = hope_kv_list:get(Overrides, reductions, 9),
160 Pid0 = list_to_pid("<0.0.0>"),
161 Pid1 = list_to_pid("<0.1.0>"),
162 Pid2 = list_to_pid("<0.2.0>"),
163 Pid3 = list_to_pid("<0.3.0>"),
164 Pid4 = list_to_pid("<0.4.0>"),
168 , registered_name = {some, reg_name_foo}
170 #beam_stats_process_ancestry
171 { raw_initial_call = {foo_mod, foo_fun, 2}
172 , otp_initial_call = none
173 , otp_ancestors = none
177 , total_heap_size = 25
179 , message_queue_len = 0
184 , registered_name = none
186 #beam_stats_process_ancestry
187 { raw_initial_call = {bar_mod, bar_fun, 1}
188 , otp_initial_call = none
189 , otp_ancestors = none
193 , total_heap_size = 35
195 , message_queue_len = 5
200 , registered_name = none
202 #beam_stats_process_ancestry
203 { raw_initial_call = {baz_mod, baz_fun, 3}
204 , otp_initial_call = {some, {baz_otp_mod, baz_otp_fun, 2}}
205 , otp_ancestors = {some, [Pid0, Pid1]}
209 , total_heap_size = 35
211 , message_queue_len = 1
216 , registered_name = none
218 #beam_stats_process_ancestry
219 { raw_initial_call = {baz_mod, baz_fun, 3}
220 , otp_initial_call = {some, {baz_otp_mod, baz_otp_fun, 2}}
221 , otp_ancestors = {some, [Pid0, Pid1]}
225 , total_heap_size = 10
227 , message_queue_len = 0
230 #beam_stats_processes
239 , count_garbage_collecting = 0
240 , count_registered = 1
243 , count_suspended = 0
247 #beam_stats_ets_table
254 #beam_stats_ets_table
261 #beam_stats_ets_table
267 meck:expect(beam_stats_source, erlang_memory,
268 fun () -> [{mem_type_foo, 1}, {mem_type_bar, 2}, {mem_type_baz, 3}] end),
269 meck:expect(beam_stats_source, erlang_node,
270 fun () -> 'node_foo@host_bar' end),
271 meck:expect(beam_stats_source, erlang_registered,
272 fun () -> [reg_name_foo] end),
273 meck:expect(beam_stats_source, erlang_statistics,
274 fun (io ) -> {{input, IOBytesIn}, {output, IOBytesOut}}
275 ; (context_switches) -> {ContextSwitches, 0}
276 ; (reductions ) -> {Reductions, undefined} % 2nd element is unused
280 meck:expect(beam_stats_source, ets_all,
281 fun () -> [foo, 37, 38] end),
282 meck:expect(beam_stats_source, erlang_system_info,
283 fun (wordsize) -> 8 end),
284 meck:expect(beam_stats_source, ets_info,
285 fun (foo, memory) -> 5
286 ; (foo, name ) -> foo
290 ; (37 , name ) -> bar
294 ; (38 , name ) -> bar
298 meck:expect(beam_stats_source, erlang_processes,
299 fun () -> [Pid1, Pid2, Pid3, Pid4] end),
300 meck:expect(beam_stats_source, os_timestamp,
301 fun () -> {1, 2, 3} end),
302 meck:expect(beam_stats_source, erlang_process_info,
303 fun (P, K) when P == Pid1 ->
305 of dictionary -> {K, []}
306 ; initial_call -> {K, {foo_mod, foo_fun, 2}}
307 ; registered_name -> {K, reg_name_foo}
308 ; status -> {K, running}
310 ; total_heap_size -> {K, 25}
311 ; stack_size -> {K, 10}
312 ; message_queue_len -> {K, 0}
313 ; reductions -> {K, 1}
315 ; (P, K) when P == Pid2 ->
317 of dictionary -> {K, []}
318 ; initial_call -> {K, {bar_mod, bar_fun, 1}}
319 ; registered_name -> []
320 ; status -> {K, running}
322 ; total_heap_size -> {K, 35}
323 ; stack_size -> {K, 40}
324 ; message_queue_len -> {K, 5}
325 ; reductions -> {K, 2}
327 ; (P, K) when P == Pid3 ->
329 [ {'$initial_call', {baz_otp_mod, baz_otp_fun, 2}}
330 , {'$ancestors' , [Pid0, Pid1]}
333 of dictionary -> {K, Dict}
334 ; initial_call -> {K, {baz_mod, baz_fun, 3}}
335 ; registered_name -> []
336 ; status -> {K, running}
338 ; total_heap_size -> {K, 35}
339 ; stack_size -> {K, 40}
340 ; message_queue_len -> {K, 1}
341 ; reductions -> {K, 3}
343 ; (P, K) when P == Pid4 ->
345 [ {'$initial_call', {baz_otp_mod, baz_otp_fun, 2}}
346 , {'$ancestors' , [Pid0, Pid1]}
349 of dictionary -> {K, Dict}
350 ; initial_call -> {K, {baz_mod, baz_fun, 3}}
351 ; registered_name -> []
352 ; status -> {K, waiting}
354 ; total_heap_size -> {K, 10}
355 ; stack_size -> {K, 15}
356 ; message_queue_len -> {K, 0}
357 ; reductions -> {K, 4}
362 { timestamp = {1, 2, 3}
363 , node_id = 'node_foo@host_bar'
364 , memory = [{mem_type_foo, 1}, {mem_type_bar, 2}, {mem_type_baz, 3}]
365 , io_bytes_in = IOBytesIn
366 , io_bytes_out = IOBytesOut
367 , context_switches = ContextSwitches
370 , ets = [ETSTableStatsFoo, ETSTableStatsBarA, ETSTableStatsBarB]
371 , processes = Processes