Initial draft of telemetry.

Signed-off-by: sreepuramsudheer <[email protected]>

src/oc_erchef/apps/chef_telemetry/.gitignore

@@ -0,0 +1,15 @@
+.eunit
+deps/
+ebin/
+ebin_dialyzer/
+TAGS
+.DS_Store
+doc/*.html
+*.beam
+/doc/edoc-info
+/doc/erlang.png
+/doc/stylesheet.css
+/deps.plt
+test/*.out
+.rebar
+log/

src/oc_erchef/apps/chef_telemetry/Makefile

@@ -0,0 +1,30 @@
+REBAR3_URL=https://s3.amazonaws.com/rebar3/rebar3
+
+# If there is a rebar in the current directory, use it
+ifeq ($(wildcard rebar3),rebar3)
+REBAR3 = $(CURDIR)/rebar3
+endif
+
+# Fallback to rebar on PATH
+REBAR3 ?= $(shell which rebar3)
+
+# And finally, prep to download rebar if all else fails
+ifeq ($(REBAR3),)
+REBAR3 = rebar3
+endif
+
+all: $(REBAR3)
+	@$(REBAR3) do clean, compile, eunit, dialyzer
+
+rel: all
+	@$(REBAR3) release
+
+distclean:
+	@rm -rf _build
+
+$(REBAR3):
+	curl -Lo rebar3 $(REBAR3_URL) || wget $(REBAR3_URL)
+	chmod a+x rebar3
+
+install: $(REBAR3) distclean
+	$(REBAR3) update

src/oc_erchef/apps/chef_telemetry/README.md

@@ -0,0 +1,3 @@
+# Telemetry
+
+Telemetry is an HTTP exporter of Chef Server node stats for external services.

src/oc_erchef/apps/chef_telemetry/rebar.config

@@ -0,0 +1,30 @@
+%% -*- mode: erlang -*-
+%% -*- tab-width: 4;erlang-indent-level: 4;indent-tabs-mode: nil -*-
+%% ex: ts=4 sw=4 ft=erlang et
+
+{deps,
+    [
+    %% lager has to come first since we use its parse transform
+    {lager, ".*",
+        {git, "https://github.com/erlang-lager/lager",                {branch, "master"}}},
+    {opscoderl_httpc, ".*",
+        {git, "https://github.com/chef/opscoderl_httpc",              {branch, "main"}}},
+    {pooler, ".*",
+        {git, "https://github.com/chef/pooler",                       {branch, "master"}}}
+    ]
+}.
+
+{profiles, [{
+    test, [
+        {deps, [meck]},
+        {erl_opts, [export_all]}
+    ]
+}]}.
+
+{erl_opts, [
+    warnings_as_errors,
+    {parse_transform, lager_transform},
+    debug_info
+]}.
+
+{cover_enabled, true}.

src/oc_erchef/apps/chef_telemetry/src/chef_telemetry.app.src

@@ -0,0 +1,32 @@
+%% -*- erlang-indent-level: 4;indent-tabs-mode: nil; fill-column: 92 -*-
+%% ex: ts=4 sw=4 et
+%%
+%%
+%% Copyright 2016 Chef Software, Inc. All Rights Reserved.
+%%
+%% This file is provided to you under the Apache License,
+%% Version 2.0 (the "License"); you may not use this file
+%% except in compliance with the License.  You may obtain
+%% a copy of the License at
+%%
+%%   http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing,
+%% software distributed under the License is distributed on an
+%% "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+%% KIND, either express or implied.  See the License for the
+%% specific language governing permissions and limitations
+%% under the License.
+%%
+
+{application, chef_telemetry, [
+    {description, "Chef Server Telemetry"},
+    {vsn, {cmd,"cat ../../VERSION | awk '{print $0}'"}},
+    {registered, []},
+    {applications, [
+        lager,
+        chef_secrets,
+        opscoderl_httpc
+    ]},
+    {mod, {chef_telemetry_app, []}}
+]}.

src/oc_erchef/apps/chef_telemetry/src/chef_telemetry.erl

@@ -0,0 +1,52 @@
+%% -*- erlang-indent-level: 4;indent-tabs-mode: nil; fill-column: 92 -*-
+%% ex: ts=4 sw=4 et
+%%
+%%
+%% Copyright 2016 Chef Software, Inc. All Rights Reserved.
+%%
+%% This file is provided to you under the Apache License,
+%% Version 2.0 (the "License"); you may not use this file
+%% except in compliance with the License.  You may obtain
+%% a copy of the License at
+%%
+%%   http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing,
+%% software distributed under the License is distributed on an
+%% "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+%% KIND, either express or implied.  See the License for the
+%% specific language governing permissions and limitations
+%% under the License.
+%%
+
+-module(chef_telemetry).
+-export([
+         ping/0,
+         is_enabled/0,
+         token/0
+        ]).
+
+-spec ping() -> pong | pang.
+ping() ->
+    case chef_telemetry_http:get("/") of
+        ok -> pong;
+        _ -> pang
+    end.
+
+-spec is_enabled() -> boolean().
+is_enabled() ->
+    case application:get_env(chef_telemetry, root_url) of
+        {ok, _Value} ->
+            true;
+        undefined ->
+            false
+    end.
+
+-spec token() -> string() | atom().
+token() ->
+    case chef_secrets:get(<<"data_collector">>, <<"token">>) of
+        {ok, Token} ->
+            erlang:binary_to_list(Token);
+        {error, not_found} ->
+            undefined
+    end.

src/oc_erchef/apps/chef_telemetry/src/chef_telemetry_app.erl

@@ -0,0 +1,34 @@
+%% -*- erlang-indent-level: 4;indent-tabs-mode: nil; fill-column: 92 -*-
+%% ex: ts=4 sw=4 et
+%%
+%% Copyright 2016 Chef Software, Inc. All Rights Reserved.
+%%
+%% This file is provided to you under the Apache License,
+%% Version 2.0 (the "License"); you may not use this file
+%% except in compliance with the License.  You may obtain
+%% a copy of the License at
+%%
+%%   http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing,
+%% software distributed under the License is distributed on an
+%% "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+%% KIND, either express or implied.  See the License for the
+%% specific language governing permissions and limitations
+%% under the License.
+%%
+
+-module(chef_telemetry_app).
+
+-behaviour(application).
+
+%% API
+-export([start/2,
+         stop/1
+        ]).
+
+start(_StartType, _StartArgs) ->
+    chef_telemetry_sup:start_link().
+
+stop(_State) ->
+    ok.

src/oc_erchef/apps/chef_telemetry/src/chef_telemetry_sup.erl

@@ -0,0 +1,37 @@
+%% -*- erlang-indent-level: 4;indent-tabs-mode: nil; fill-column: 92 -*-
+%% ex: ts=4 sw=4 et
+%%
+%%
+%% Copyright 2016 Chef Software, Inc. All Rights Reserved.
+%%
+%% This file is provided to you under the Apache License,
+%% Version 2.0 (the "License"); you may not use this file
+%% except in compliance with the License.  You may obtain
+%% a copy of the License at
+%%
+%%   http://www.apache.org/licenses/LICENSE-2.0
+%%
+%% Unless required by applicable law or agreed to in writing,
+%% software distributed under the License is distributed on an
+%% "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+%% KIND, either express or implied.  See the License for the
+%% specific language governing permissions and limitations
+%% under the License.
+%%
+
+-module(chef_telemetry_sup).
+
+-behaviour(supervisor).
+
+-export([init/1,
+         start_link/0
+        ]).
+
+start_link() ->
+    supervisor:start_link({local, ?MODULE}, ?MODULE, []).
+
+init([]) ->
+    Worker = {chef_telemetry_worker,
+             {chef_telemetry_worker, start_link, []},
+             permanent, 5000, supervisor, [chef_telemetry_worker]},
+    {ok, {{one_for_one, 10, 10}, [Worker]}}.

src/oc_erchef/apps/chef_telemetry/src/chef_telemetry_worker.erl

@@ -0,0 +1,133 @@
+-module(chef_telemetry_worker).
+
+-behaviour(gen_server).
+
+-export([
+    start_link/0,
+    solr_search/1
+]).
+
+-export([
+    init/1,
+    handle_call/3,
+    handle_cast/2,
+    handle_info/2,
+    code_change/2,
+    terminate/2
+]).
+
+-record(state, {
+    http_client,
+    timer_ref,
+    report_time
+}).
+
+-record(oc_chef_organization, {
+          server_api_version,
+          id,
+          authz_id,
+          name,
+          full_name,
+          assigned_at,
+          last_updated_by,
+          created_at,
+          updated_at
+         }).
+
+-define(DEFAULT_DAYS, 30).
+
+start_link() ->
+    gen_server:start_link({local, ?MODULE}, ?MODULE, [], []).
+
+init(_Config) ->
+    % RootUrl = proplists:get_value(root_url, Config),
+    % Options = proplists:get_value(ibrowse_options, Config, []),
+    % HttpClient = oc_httpc_worker:start_link(RootUrl, Options, []),
+    State = #state{
+        report_time = {12, 00}},
+    gen_server:cast(self(), init_timer),
+    {ok, State}.
+
+handle_call(_Message, _From, State) ->
+    {noreply, State}.
+
+handle_cast(send_data, State) ->
+    ReqId = base64:encode(term_to_binary(make_ref())),
+    EpochNow = erlang:system_time(seconds), 
+    TimeDuration = ?DEFAULT_DAYS * 86400,
+    Epoch30DaysOld = EpochNow - TimeDuration,
+    QueryString = lists:flatten(io_lib:format("ohai_time:{~p TO ~p}", [Epoch30DaysOld, EpochNow])),
+    Query1 = chef_index:query_from_params("node", QueryString, undefined, undefined),
+    DbContext = chef_db:make_context("1.0", ReqId, false),
+    _Count = 
+        case chef_db:count_nodes(DbContext) of
+            Count1 when is_integer(Count1) -> Count1;
+            Error -> throw({db_error, Error})
+        end,
+    Orgs = 
+        case chef_db:list(#oc_chef_organization{}, DbContext) of
+            Orgs1 when is_list(Orgs1) -> Orgs1;
+            Error1 -> throw({db_error, Error1})
+        end,
+    _Stats = [ {Org, get_org_nodes(Org, Query1, ReqId, DbContext)} || Org <- Orgs ],
+    % sending data logic hear
+    gen_server:cast(self(), init_timer),
+    {noreply, State};
+
+handle_cast(init_timer, State) ->
+    {_Date, {Hour, Min, _Sec}} = erlang:universaltime(),
+    {RHour, RMin} = State#state.report_time,
+    CurrentDaySeconds = Hour * 3600 + Min * 60,
+    ReportingSeconds = RHour * 3600 + RMin * 60,
+    Diff = ReportingSeconds - CurrentDaySeconds,
+    if 
+        Diff == 0 -> 
+            gen_server:cast(self(), send_data);
+        Diff > 0 ->
+            timer:apply_after(Diff * 1000, gen_server, cast, [self(), send_data]);
+        Diff < 0 ->
+            timer:apply_after((Diff + 86400) * 1000, gen_server, cast, [self(), send_data])
+    end,
+    {noreply, State};
+
+handle_cast(_Message, State) ->
+    {noreply, State}.
+
+handle_info(_Message, State) ->
+    {noreply, State}.
+
+code_change(_OldVsn, State) ->
+    {noreply, State}.
+
+terminate(_Reason, _State) ->
+    ok.
+
+get_org_nodes(OrgName, Query1, ReqId, DbContext) ->
+    {Guid1, _AuthzId1} = 
+        case chef_db:fetch_org_metadata(DbContext, OrgName) of
+            not_found -> throw({org_not_found, OrgName});
+            {Guid, AuthzId} -> {Guid, AuthzId}
+        end,
+    Query = chef_index:add_org_guid_to_query(Query1, Guid1),
+    case search(Query, ReqId) of
+        {ok, _Start0, _SolrNumFound, Ids} ->
+            erlang:length(Ids);
+        {error, {solr_400, _}=Why} ->
+            io:format("error while getting statestics ~p~n", Why);
+        {error, {solr_500, _}=Why} ->
+            io:format("error while getting statestics ~p~n", Why)
+        end.
+
+search(Query, ReqId) ->
+    stats_hero:ctime(ReqId, {chef_solr, search},
+        fun() ->
+            solr_search(Query)
+        end).
+
+solr_search(Query) ->
+    try
+        chef_index:search(Query)
+    catch
+        Error:Reason ->
+            {Error, Reason}
+    end.