2017-05-11 14:39:54 +00:00
|
|
|
// Copyright 2016 Google Inc. All Rights Reserved.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
// Tests that require access to unexported names of the logging package.
|
|
|
|
|
|
|
|
package logging
|
|
|
|
|
|
|
|
import (
|
2018-03-19 15:51:38 +00:00
|
|
|
"encoding/json"
|
2017-05-11 14:39:54 +00:00
|
|
|
"net/http"
|
|
|
|
"net/url"
|
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
2017-09-30 14:27:27 +00:00
|
|
|
"cloud.google.com/go/internal/testutil"
|
|
|
|
|
2017-05-11 14:39:54 +00:00
|
|
|
"github.com/golang/protobuf/proto"
|
|
|
|
durpb "github.com/golang/protobuf/ptypes/duration"
|
|
|
|
structpb "github.com/golang/protobuf/ptypes/struct"
|
|
|
|
"google.golang.org/api/support/bundler"
|
|
|
|
mrpb "google.golang.org/genproto/googleapis/api/monitoredres"
|
|
|
|
logtypepb "google.golang.org/genproto/googleapis/logging/type"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestLoggerCreation(t *testing.T) {
|
|
|
|
const logID = "testing"
|
2018-03-19 15:51:38 +00:00
|
|
|
c := &Client{parent: "projects/PROJECT_ID"}
|
2017-07-23 07:51:42 +00:00
|
|
|
customResource := &mrpb.MonitoredResource{
|
|
|
|
Type: "global",
|
|
|
|
Labels: map[string]string{
|
|
|
|
"project_id": "ANOTHER_PROJECT",
|
|
|
|
},
|
|
|
|
}
|
2017-05-11 14:39:54 +00:00
|
|
|
defaultBundler := &bundler.Bundler{
|
|
|
|
DelayThreshold: DefaultDelayThreshold,
|
|
|
|
BundleCountThreshold: DefaultEntryCountThreshold,
|
|
|
|
BundleByteThreshold: DefaultEntryByteThreshold,
|
|
|
|
BundleByteLimit: 0,
|
|
|
|
BufferedByteLimit: DefaultBufferedByteLimit,
|
|
|
|
}
|
|
|
|
for _, test := range []struct {
|
2017-07-23 07:51:42 +00:00
|
|
|
options []LoggerOption
|
|
|
|
wantLogger *Logger
|
|
|
|
defaultResource bool
|
|
|
|
wantBundler *bundler.Bundler
|
2017-05-11 14:39:54 +00:00
|
|
|
}{
|
|
|
|
{
|
2017-07-23 07:51:42 +00:00
|
|
|
options: nil,
|
|
|
|
wantLogger: &Logger{},
|
|
|
|
defaultResource: true,
|
|
|
|
wantBundler: defaultBundler,
|
|
|
|
},
|
|
|
|
{
|
|
|
|
options: []LoggerOption{
|
|
|
|
CommonResource(nil),
|
|
|
|
CommonLabels(map[string]string{"a": "1"}),
|
|
|
|
},
|
|
|
|
wantLogger: &Logger{
|
|
|
|
commonResource: nil,
|
|
|
|
commonLabels: map[string]string{"a": "1"},
|
|
|
|
},
|
|
|
|
wantBundler: defaultBundler,
|
|
|
|
},
|
|
|
|
{
|
|
|
|
options: []LoggerOption{CommonResource(customResource)},
|
|
|
|
wantLogger: &Logger{commonResource: customResource},
|
|
|
|
wantBundler: defaultBundler,
|
2017-05-11 14:39:54 +00:00
|
|
|
},
|
|
|
|
{
|
2017-07-23 07:51:42 +00:00
|
|
|
options: []LoggerOption{
|
|
|
|
DelayThreshold(time.Minute),
|
|
|
|
EntryCountThreshold(99),
|
|
|
|
EntryByteThreshold(17),
|
|
|
|
EntryByteLimit(18),
|
|
|
|
BufferedByteLimit(19),
|
|
|
|
},
|
|
|
|
wantLogger: &Logger{},
|
|
|
|
defaultResource: true,
|
|
|
|
wantBundler: &bundler.Bundler{
|
2017-05-11 14:39:54 +00:00
|
|
|
DelayThreshold: time.Minute,
|
|
|
|
BundleCountThreshold: 99,
|
|
|
|
BundleByteThreshold: 17,
|
|
|
|
BundleByteLimit: 18,
|
|
|
|
BufferedByteLimit: 19,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
} {
|
|
|
|
gotLogger := c.Logger(logID, test.options...)
|
2017-07-23 07:51:42 +00:00
|
|
|
if got, want := gotLogger.commonResource, test.wantLogger.commonResource; !test.defaultResource && !proto.Equal(got, want) {
|
2017-05-11 14:39:54 +00:00
|
|
|
t.Errorf("%v: resource: got %v, want %v", test.options, got, want)
|
|
|
|
}
|
2017-09-30 14:27:27 +00:00
|
|
|
if got, want := gotLogger.commonLabels, test.wantLogger.commonLabels; !testutil.Equal(got, want) {
|
2017-05-11 14:39:54 +00:00
|
|
|
t.Errorf("%v: commonLabels: got %v, want %v", test.options, got, want)
|
|
|
|
}
|
|
|
|
if got, want := gotLogger.bundler.DelayThreshold, test.wantBundler.DelayThreshold; got != want {
|
|
|
|
t.Errorf("%v: DelayThreshold: got %v, want %v", test.options, got, want)
|
|
|
|
}
|
|
|
|
if got, want := gotLogger.bundler.BundleCountThreshold, test.wantBundler.BundleCountThreshold; got != want {
|
|
|
|
t.Errorf("%v: BundleCountThreshold: got %v, want %v", test.options, got, want)
|
|
|
|
}
|
|
|
|
if got, want := gotLogger.bundler.BundleByteThreshold, test.wantBundler.BundleByteThreshold; got != want {
|
|
|
|
t.Errorf("%v: BundleByteThreshold: got %v, want %v", test.options, got, want)
|
|
|
|
}
|
|
|
|
if got, want := gotLogger.bundler.BundleByteLimit, test.wantBundler.BundleByteLimit; got != want {
|
|
|
|
t.Errorf("%v: BundleByteLimit: got %v, want %v", test.options, got, want)
|
|
|
|
}
|
|
|
|
if got, want := gotLogger.bundler.BufferedByteLimit, test.wantBundler.BufferedByteLimit; got != want {
|
|
|
|
t.Errorf("%v: BufferedByteLimit: got %v, want %v", test.options, got, want)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestToProtoStruct(t *testing.T) {
|
|
|
|
v := struct {
|
|
|
|
Foo string `json:"foo"`
|
|
|
|
Bar int `json:"bar,omitempty"`
|
|
|
|
Baz []float64 `json:"baz"`
|
|
|
|
Moo map[string]interface{} `json:"moo"`
|
|
|
|
}{
|
|
|
|
Foo: "foovalue",
|
|
|
|
Baz: []float64{1.1},
|
|
|
|
Moo: map[string]interface{}{
|
|
|
|
"a": 1,
|
|
|
|
"b": "two",
|
|
|
|
"c": true,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
got, err := toProtoStruct(v)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
want := &structpb.Struct{
|
|
|
|
Fields: map[string]*structpb.Value{
|
2017-07-23 07:51:42 +00:00
|
|
|
"foo": {Kind: &structpb.Value_StringValue{StringValue: v.Foo}},
|
|
|
|
"baz": {Kind: &structpb.Value_ListValue{ListValue: &structpb.ListValue{Values: []*structpb.Value{
|
|
|
|
{Kind: &structpb.Value_NumberValue{NumberValue: 1.1}},
|
|
|
|
}}}},
|
2017-05-11 14:39:54 +00:00
|
|
|
"moo": {Kind: &structpb.Value_StructValue{
|
2017-07-23 07:51:42 +00:00
|
|
|
StructValue: &structpb.Struct{
|
2017-05-11 14:39:54 +00:00
|
|
|
Fields: map[string]*structpb.Value{
|
2017-07-23 07:51:42 +00:00
|
|
|
"a": {Kind: &structpb.Value_NumberValue{NumberValue: 1}},
|
|
|
|
"b": {Kind: &structpb.Value_StringValue{StringValue: "two"}},
|
|
|
|
"c": {Kind: &structpb.Value_BoolValue{BoolValue: true}},
|
2017-05-11 14:39:54 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
}},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
if !proto.Equal(got, want) {
|
|
|
|
t.Errorf("got %+v\nwant %+v", got, want)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Non-structs should fail to convert.
|
|
|
|
for v := range []interface{}{3, "foo", []int{1, 2, 3}} {
|
|
|
|
_, err := toProtoStruct(v)
|
|
|
|
if err == nil {
|
|
|
|
t.Errorf("%v: got nil, want error", v)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Test fast path.
|
|
|
|
got, err = toProtoStruct(want)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
if got != want {
|
|
|
|
t.Error("got and want should be identical, but are not")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-19 15:51:38 +00:00
|
|
|
func TestToLogEntryPayload(t *testing.T) {
|
|
|
|
for _, test := range []struct {
|
|
|
|
in interface{}
|
|
|
|
wantText string
|
|
|
|
wantStruct *structpb.Struct
|
|
|
|
}{
|
|
|
|
{
|
|
|
|
in: "string",
|
|
|
|
wantText: "string",
|
|
|
|
},
|
|
|
|
{
|
|
|
|
in: map[string]interface{}{"a": 1, "b": true},
|
|
|
|
wantStruct: &structpb.Struct{
|
|
|
|
Fields: map[string]*structpb.Value{
|
|
|
|
"a": {Kind: &structpb.Value_NumberValue{NumberValue: 1}},
|
|
|
|
"b": {Kind: &structpb.Value_BoolValue{BoolValue: true}},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
in: json.RawMessage([]byte(`{"a": 1, "b": true}`)),
|
|
|
|
wantStruct: &structpb.Struct{
|
|
|
|
Fields: map[string]*structpb.Value{
|
|
|
|
"a": {Kind: &structpb.Value_NumberValue{NumberValue: 1}},
|
|
|
|
"b": {Kind: &structpb.Value_BoolValue{BoolValue: true}},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
} {
|
|
|
|
e, err := toLogEntry(Entry{Payload: test.in})
|
|
|
|
if err != nil {
|
|
|
|
t.Fatalf("%+v: %v", test.in, err)
|
|
|
|
}
|
|
|
|
if test.wantStruct != nil {
|
|
|
|
got := e.GetJsonPayload()
|
|
|
|
if !proto.Equal(got, test.wantStruct) {
|
|
|
|
t.Errorf("%+v: got %s, want %s", test.in, got, test.wantStruct)
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
got := e.GetTextPayload()
|
|
|
|
if got != test.wantText {
|
|
|
|
t.Errorf("%+v: got %s, want %s", test.in, got, test.wantText)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-05-11 14:39:54 +00:00
|
|
|
func TestFromHTTPRequest(t *testing.T) {
|
|
|
|
const testURL = "http:://example.com/path?q=1"
|
|
|
|
u, err := url.Parse(testURL)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
req := &HTTPRequest{
|
|
|
|
Request: &http.Request{
|
|
|
|
Method: "GET",
|
|
|
|
URL: u,
|
|
|
|
Header: map[string][]string{
|
|
|
|
"User-Agent": []string{"user-agent"},
|
|
|
|
"Referer": []string{"referer"},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
RequestSize: 100,
|
|
|
|
Status: 200,
|
|
|
|
ResponseSize: 25,
|
|
|
|
Latency: 100 * time.Second,
|
2017-07-23 07:51:42 +00:00
|
|
|
LocalIP: "127.0.0.1",
|
|
|
|
RemoteIP: "10.0.1.1",
|
2017-05-11 14:39:54 +00:00
|
|
|
CacheHit: true,
|
|
|
|
CacheValidatedWithOriginServer: true,
|
|
|
|
}
|
|
|
|
got := fromHTTPRequest(req)
|
|
|
|
want := &logtypepb.HttpRequest{
|
|
|
|
RequestMethod: "GET",
|
|
|
|
RequestUrl: testURL,
|
|
|
|
RequestSize: 100,
|
|
|
|
Status: 200,
|
|
|
|
ResponseSize: 25,
|
|
|
|
Latency: &durpb.Duration{Seconds: 100},
|
|
|
|
UserAgent: "user-agent",
|
2017-07-23 07:51:42 +00:00
|
|
|
ServerIp: "127.0.0.1",
|
|
|
|
RemoteIp: "10.0.1.1",
|
2017-05-11 14:39:54 +00:00
|
|
|
Referer: "referer",
|
|
|
|
CacheHit: true,
|
|
|
|
CacheValidatedWithOriginServer: true,
|
|
|
|
}
|
2017-07-23 07:51:42 +00:00
|
|
|
if !proto.Equal(got, want) {
|
2017-05-11 14:39:54 +00:00
|
|
|
t.Errorf("got %+v\nwant %+v", got, want)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-19 15:51:38 +00:00
|
|
|
func TestMonitoredResource(t *testing.T) {
|
|
|
|
for _, test := range []struct {
|
|
|
|
parent string
|
|
|
|
want *mrpb.MonitoredResource
|
|
|
|
}{
|
|
|
|
{
|
|
|
|
"projects/P",
|
|
|
|
&mrpb.MonitoredResource{
|
|
|
|
Type: "project",
|
|
|
|
Labels: map[string]string{"project_id": "P"},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
|
|
|
|
{
|
|
|
|
"folders/F",
|
|
|
|
&mrpb.MonitoredResource{
|
|
|
|
Type: "folder",
|
|
|
|
Labels: map[string]string{"folder_id": "F"},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"billingAccounts/B",
|
|
|
|
&mrpb.MonitoredResource{
|
|
|
|
Type: "billing_account",
|
|
|
|
Labels: map[string]string{"account_id": "B"},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"organizations/123",
|
|
|
|
&mrpb.MonitoredResource{
|
|
|
|
Type: "organization",
|
|
|
|
Labels: map[string]string{"organization_id": "123"},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"unknown/X",
|
|
|
|
&mrpb.MonitoredResource{
|
|
|
|
Type: "global",
|
|
|
|
Labels: map[string]string{"project_id": "X"},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"whatever",
|
|
|
|
&mrpb.MonitoredResource{
|
|
|
|
Type: "global",
|
|
|
|
Labels: map[string]string{"project_id": "whatever"},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
} {
|
|
|
|
got := monitoredResource(test.parent)
|
|
|
|
if !testutil.Equal(got, test.want) {
|
|
|
|
t.Errorf("%q: got %+v, want %+v", test.parent, got, test.want)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-05-11 14:39:54 +00:00
|
|
|
// Used by the tests in logging_test.
|
|
|
|
func SetNow(f func() time.Time) {
|
|
|
|
now = f
|
|
|
|
}
|