"
+const adSourceURL = "https://ad.yieldlab.net/d/%v/%v/%v?%v"
+const creativeID = "%v%v%v"
diff --git a/adapters/yieldlab/params_test.go b/adapters/yieldlab/params_test.go
new file mode 100644
index 00000000000..8c230c15b15
--- /dev/null
+++ b/adapters/yieldlab/params_test.go
@@ -0,0 +1,63 @@
+package yieldlab
+
+import (
+ "encoding/json"
+ "testing"
+
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// This file actually intends to test static/bidder-params/yieldlab.json
+//
+// These also validate the format of the external API: request.imp[i].ext.yieldlab
+
+// TestValidParams makes sure that the yieldlab schema accepts all imp.ext fields which we intend to support.
+func TestValidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, validParam := range validParams {
+ if err := validator.Validate(openrtb_ext.BidderYieldlab, json.RawMessage(validParam)); err != nil {
+ t.Errorf("Schema rejected yieldlab params: %s", validParam)
+ }
+ }
+}
+
+// TestInvalidParams makes sure that the yieldlab schema rejects all the imp.ext fields we don't support.
+func TestInvalidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, invalidParam := range invalidParams {
+ if err := validator.Validate(openrtb_ext.BidderYieldlab, json.RawMessage(invalidParam)); err == nil {
+ t.Errorf("Schema allowed unexpected params: %s", invalidParam)
+ }
+ }
+}
+
+var validParams = []string{
+ `{"adslotId": "123","supplyId":"23456","adSize":"100x100"}`,
+ `{"adslotId": "123","supplyId":"23456","adSize":"100x100","extId":"asdf"}`,
+ `{"adslotId": "123","supplyId":"23456","adSize":"100x100","extId":"asdf","targeting":{"a":"b"}}`,
+ `{"adslotId": "123","supplyId":"23456","adSize":"100x100","targeting":{"a":"b"}}`,
+ `{"adslotId": "123","supplyId":"23456","adSize":"100x100","targeting":{"a":"b"}}`,
+}
+
+var invalidParams = []string{
+ `{"supplyId":"23456","adSize":"100x100"}`,
+ `{"adslotId": "123","adSize":"100x100","extId":"asdf"}`,
+ `{"adslotId": "123","supplyId":"23456","extId":"asdf","targeting":{"a":"b"}}`,
+ `{"adslotId": "123","supplyId":"23456"}`,
+ `{"adSize":"100x100","supplyId":"23456"}`,
+ `{"adslotId": "123","adSize":"100x100"}`,
+ `{"supplyId":"23456"}`,
+ `{"adslotId": "123"}`,
+ `{}`,
+ `[]`,
+ `{"a":"b"}`,
+ `null`,
+}
diff --git a/adapters/yieldlab/types.go b/adapters/yieldlab/types.go
new file mode 100644
index 00000000000..90612700713
--- /dev/null
+++ b/adapters/yieldlab/types.go
@@ -0,0 +1,29 @@
+package yieldlab
+
+import (
+ "strconv"
+ "time"
+)
+
+type bidResponse struct {
+ ID uint64 `json:"id"`
+ Price uint `json:"price"`
+ Advertiser string `json:"advertiser"`
+ Adsize string `json:"adsize"`
+ Pid uint64 `json:"pid"`
+ Did uint64 `json:"did"`
+ Pvid string `json:"pvid"`
+}
+
+type cacheBuster func() string
+
+type weekGenerator func() string
+
+var defaultCacheBuster cacheBuster = func() string {
+ return strconv.FormatInt(time.Now().Unix(), 10)
+}
+
+var defaultWeekGenerator weekGenerator = func() string {
+ _, week := time.Now().ISOWeek()
+ return strconv.Itoa(week)
+}
diff --git a/adapters/yieldlab/usersync.go b/adapters/yieldlab/usersync.go
new file mode 100644
index 00000000000..3ee9a3fdfb5
--- /dev/null
+++ b/adapters/yieldlab/usersync.go
@@ -0,0 +1,12 @@
+package yieldlab
+
+import (
+ "text/template"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/usersync"
+)
+
+func NewYieldlabSyncer(temp *template.Template) usersync.Usersyncer {
+ return adapters.NewSyncer("yieldlab", 70, temp, adapters.SyncTypeRedirect)
+}
diff --git a/adapters/yieldlab/usersync_test.go b/adapters/yieldlab/usersync_test.go
new file mode 100644
index 00000000000..3892c16bf05
--- /dev/null
+++ b/adapters/yieldlab/usersync_test.go
@@ -0,0 +1,26 @@
+package yieldlab
+
+import (
+ "testing"
+ "text/template"
+
+ "github.com/stretchr/testify/assert"
+
+ "github.com/prebid/prebid-server/privacy"
+ "github.com/prebid/prebid-server/privacy/gdpr"
+)
+
+func TestYieldlabSyncer(t *testing.T) {
+ temp := template.Must(template.New("sync-template").Parse("https://ad.yieldlab.net/mr?t=2&pid=9140838&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&redirectUri=http%3A%2F%2Flocalhost%2F%2Fsetuid%3Fbidder%3Dyieldlab%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%25%25YL_UID%25%25"))
+ syncer := NewYieldlabSyncer(temp)
+ syncInfo, err := syncer.GetUsersyncInfo(privacy.Policies{
+ GDPR: gdpr.Policy{
+ Signal: "0",
+ },
+ })
+ assert.NoError(t, err)
+ assert.Equal(t, "https://ad.yieldlab.net/mr?t=2&pid=9140838&gdpr=0&gdpr_consent=&redirectUri=http%3A%2F%2Flocalhost%2F%2Fsetuid%3Fbidder%3Dyieldlab%26gdpr%3D0%26gdpr_consent%3D%26uid%3D%25%25YL_UID%25%25", syncInfo.URL)
+ assert.Equal(t, "redirect", syncInfo.Type)
+ assert.EqualValues(t, 70, syncer.GDPRVendorID())
+ assert.False(t, syncInfo.SupportCORS)
+}
diff --git a/adapters/yieldlab/yieldlab.go b/adapters/yieldlab/yieldlab.go
new file mode 100644
index 00000000000..20f3674797d
--- /dev/null
+++ b/adapters/yieldlab/yieldlab.go
@@ -0,0 +1,314 @@
+package yieldlab
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+ "net/url"
+ "path"
+ "strconv"
+ "strings"
+
+ "github.com/mxmCherry/openrtb"
+ "golang.org/x/text/currency"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// YieldlabAdapter connects the Yieldlab API to prebid server
+type YieldlabAdapter struct {
+ endpoint string
+ cacheBuster cacheBuster
+ getWeek weekGenerator
+}
+
+// NewYieldlabBidder returns a new YieldlabBidder instance
+func NewYieldlabBidder(endpoint string) *YieldlabAdapter {
+ return &YieldlabAdapter{
+ endpoint: endpoint,
+ cacheBuster: defaultCacheBuster,
+ getWeek: defaultWeekGenerator,
+ }
+}
+
+// Builds endpoint url based on adapter-specific pub settings from imp.ext
+func (a *YieldlabAdapter) makeEndpointURL(req *openrtb.BidRequest, params *openrtb_ext.ExtImpYieldlab) (string, error) {
+ uri, err := url.Parse(a.endpoint)
+ if err != nil {
+ return "", fmt.Errorf("failed to parse yieldlab endpoint: %v", err)
+ }
+
+ uri.Path = path.Join(uri.Path, params.AdslotID)
+ q := uri.Query()
+ q.Set("content", "json")
+ q.Set("pvid", "true")
+ q.Set("ts", a.cacheBuster())
+ q.Set("t", a.makeTargetingValues(params))
+
+ if req.User != nil && req.User.BuyerUID != "" {
+ q.Set("ids", "ylid:"+req.User.BuyerUID)
+ }
+
+ if req.Device != nil {
+ q.Set("yl_rtb_ifa", req.Device.IFA)
+ q.Set("yl_rtb_devicetype", fmt.Sprintf("%v", req.Device.DeviceType))
+
+ if req.Device.ConnectionType != nil {
+ q.Set("yl_rtb_connectiontype", fmt.Sprintf("%v", req.Device.ConnectionType.Val()))
+ }
+
+ if req.Device.Geo != nil {
+ q.Set("lat", fmt.Sprintf("%v", req.Device.Geo.Lat))
+ q.Set("lon", fmt.Sprintf("%v", req.Device.Geo.Lon))
+ }
+ }
+
+ if req.App != nil {
+ q.Set("pubappname", req.App.Name)
+ q.Set("pubbundlename", req.App.Bundle)
+ }
+
+ gdpr, consent, err := a.getGDPR(req)
+ if err != nil {
+ return "", err
+ }
+ if gdpr != "" && consent != "" {
+ q.Set("gdpr", gdpr)
+ q.Set("consent", consent)
+ }
+
+ uri.RawQuery = q.Encode()
+
+ return uri.String(), nil
+}
+
+func (a *YieldlabAdapter) getGDPR(request *openrtb.BidRequest) (string, string, error) {
+ gdpr := ""
+ var extRegs openrtb_ext.ExtRegs
+ if request.Regs != nil {
+ if err := json.Unmarshal(request.Regs.Ext, &extRegs); err != nil {
+ return "", "", fmt.Errorf("failed to parse ExtRegs in Yieldlab GDPR check: %v", err)
+ }
+ if extRegs.GDPR != nil && (*extRegs.GDPR == 0 || *extRegs.GDPR == 1) {
+ gdpr = strconv.Itoa(int(*extRegs.GDPR))
+ }
+ }
+
+ consent := ""
+ if request.User != nil && request.User.Ext != nil {
+ var extUser openrtb_ext.ExtUser
+ if err := json.Unmarshal(request.User.Ext, &extUser); err != nil {
+ return "", "", fmt.Errorf("failed to parse ExtUser in Yieldlab GDPR check: %v", err)
+ }
+ consent = extUser.Consent
+ }
+
+ return gdpr, consent, nil
+}
+
+func (a *YieldlabAdapter) makeTargetingValues(params *openrtb_ext.ExtImpYieldlab) string {
+ values := url.Values{}
+ for k, v := range params.Targeting {
+ values.Set(k, v)
+ }
+ return values.Encode()
+}
+
+func (a *YieldlabAdapter) MakeRequests(request *openrtb.BidRequest, _ *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ if len(request.Imp) == 0 {
+ return nil, []error{fmt.Errorf("invalid request %+v, no Impressions given", request)}
+ }
+
+ bidURL, err := a.makeEndpointURL(request, a.mergeParams(a.parseRequest(request)))
+ if err != nil {
+ return nil, []error{err}
+ }
+
+ headers := http.Header{}
+ headers.Add("Accept", "application/json")
+ if request.Site != nil {
+ headers.Add("Referer", request.Site.Page)
+ }
+ if request.Device != nil {
+ headers.Add("User-Agent", request.Device.UA)
+ headers.Add("X-Forwarded-For", request.Device.IP)
+ }
+ if request.User != nil {
+ headers.Add("Cookie", "id="+request.User.BuyerUID)
+ }
+
+ return []*adapters.RequestData{{
+ Method: "GET",
+ Uri: bidURL,
+ Headers: headers,
+ }}, nil
+}
+
+// parseRequest extracts the Yieldlab request information from the request
+func (a *YieldlabAdapter) parseRequest(request *openrtb.BidRequest) []*openrtb_ext.ExtImpYieldlab {
+ params := make([]*openrtb_ext.ExtImpYieldlab, 0)
+
+ for i := 0; i < len(request.Imp); i++ {
+ bidderExt := new(adapters.ExtImpBidder)
+ if err := json.Unmarshal(request.Imp[i].Ext, bidderExt); err != nil {
+ continue
+ }
+
+ yieldlabExt := new(openrtb_ext.ExtImpYieldlab)
+ if err := json.Unmarshal(bidderExt.Bidder, yieldlabExt); err != nil {
+ continue
+ }
+
+ params = append(params, yieldlabExt)
+ }
+
+ return params
+}
+
+func (a *YieldlabAdapter) mergeParams(params []*openrtb_ext.ExtImpYieldlab) *openrtb_ext.ExtImpYieldlab {
+ var adSlotIds []string
+ targeting := make(map[string]string)
+
+ for _, p := range params {
+ adSlotIds = append(adSlotIds, p.AdslotID)
+ for k, v := range p.Targeting {
+ targeting[k] = v
+ }
+ }
+
+ return &openrtb_ext.ExtImpYieldlab{
+ AdslotID: strings.Join(adSlotIds, adSlotIdSeparator),
+ Targeting: targeting,
+ }
+}
+
+// MakeBids make the bids for the bid response.
+func (a *YieldlabAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ if response.StatusCode != 200 {
+ return nil, []error{
+ &errortypes.BadServerResponse{
+ Message: fmt.Sprintf("failed to resolve bids from yieldlab response: Unexpected response code %v", response.StatusCode),
+ },
+ }
+ }
+
+ bids := make([]*bidResponse, 0)
+ if err := json.Unmarshal(response.Body, &bids); err != nil {
+ return nil, []error{
+ &errortypes.BadServerResponse{
+ Message: fmt.Sprintf("failed to parse bids response from yieldlab: %v", err),
+ },
+ }
+ }
+
+ params := a.parseRequest(internalRequest)
+
+ bidderResponse := &adapters.BidderResponse{
+ Currency: currency.EUR.String(),
+ Bids: []*adapters.TypedBid{},
+ }
+
+ for i, bid := range bids {
+ width, height, err := splitSize(bid.Adsize)
+ if err != nil {
+ return nil, []error{err}
+ }
+
+ req := a.findBidReq(bid.ID, params)
+ if req == nil {
+ return nil, []error{
+ fmt.Errorf("failed to find yieldlab request for adslotID %v. This is most likely a programming issue", bid.ID),
+ }
+ }
+
+ var bidType openrtb_ext.BidType
+ responseBid := &openrtb.Bid{
+ ID: strconv.FormatUint(bid.ID, 10),
+ Price: float64(bid.Price) / 100,
+ ImpID: internalRequest.Imp[i].ID,
+ CrID: a.makeCreativeID(req, bid),
+ DealID: strconv.FormatUint(bid.Pid, 10),
+ W: width,
+ H: height,
+ }
+
+ if internalRequest.Imp[i].Video != nil {
+ bidType = openrtb_ext.BidTypeVideo
+ responseBid.NURL = a.makeAdSourceURL(internalRequest, req, bid)
+
+ } else if internalRequest.Imp[i].Banner != nil {
+ bidType = openrtb_ext.BidTypeBanner
+ responseBid.AdM = a.makeBannerAdSource(internalRequest, req, bid)
+ } else {
+ // Yieldlab adapter currently doesn't support Audio and Native ads
+ continue
+ }
+
+ bidderResponse.Bids = append(bidderResponse.Bids, &adapters.TypedBid{
+ BidType: bidType,
+ Bid: responseBid,
+ })
+ }
+
+ return bidderResponse, nil
+}
+
+func (a *YieldlabAdapter) findBidReq(adslotID uint64, params []*openrtb_ext.ExtImpYieldlab) *openrtb_ext.ExtImpYieldlab {
+ slotIdStr := strconv.FormatUint(adslotID, 10)
+ for _, p := range params {
+ if p.AdslotID == slotIdStr {
+ return p
+ }
+ }
+
+ return nil
+}
+
+func (a *YieldlabAdapter) makeBannerAdSource(req *openrtb.BidRequest, ext *openrtb_ext.ExtImpYieldlab, res *bidResponse) string {
+ return fmt.Sprintf(adSourceBanner, a.makeAdSourceURL(req, ext, res))
+}
+
+func (a *YieldlabAdapter) makeAdSourceURL(req *openrtb.BidRequest, ext *openrtb_ext.ExtImpYieldlab, res *bidResponse) string {
+ val := url.Values{}
+ val.Set("ts", a.cacheBuster())
+ val.Set("id", ext.ExtId)
+ val.Set("pvid", res.Pvid)
+
+ if req.User != nil {
+ val.Set("ids", "ylid:"+req.User.BuyerUID)
+ }
+
+ gdpr, consent, err := a.getGDPR(req)
+ if err == nil && gdpr != "" && consent != "" {
+ val.Set("gdpr", gdpr)
+ val.Set("consent", consent)
+ }
+
+ return fmt.Sprintf(adSourceURL, ext.AdslotID, ext.SupplyID, res.Adsize, val.Encode())
+}
+
+func (a *YieldlabAdapter) makeCreativeID(req *openrtb_ext.ExtImpYieldlab, bid *bidResponse) string {
+ return fmt.Sprintf(creativeID, req.AdslotID, bid.Pid, a.getWeek())
+}
+
+func splitSize(size string) (uint64, uint64, error) {
+ sizeParts := strings.Split(size, adsizeSeparator)
+ if len(sizeParts) != 2 {
+ return 0, 0, nil
+ }
+
+ width, err := strconv.ParseUint(sizeParts[0], 10, 64)
+ if err != nil {
+ return 0, 0, fmt.Errorf("failed to parse yieldlab adsize: %v", err)
+ }
+
+ height, err := strconv.ParseUint(sizeParts[1], 10, 64)
+ if err != nil {
+ return 0, 0, fmt.Errorf("failed to parse yieldlab adsize: %v", err)
+ }
+
+ return width, height, nil
+
+}
diff --git a/adapters/yieldlab/yieldlab_test.go b/adapters/yieldlab/yieldlab_test.go
new file mode 100644
index 00000000000..b6ca0507ab8
--- /dev/null
+++ b/adapters/yieldlab/yieldlab_test.go
@@ -0,0 +1,128 @@
+package yieldlab
+
+import (
+ "testing"
+
+ "github.com/stretchr/testify/assert"
+
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+)
+
+const testURL = "https://ad.yieldlab.net/testing/"
+
+var testCacheBuster cacheBuster = func() string {
+ return "testing"
+}
+
+var testWeekGenerator weekGenerator = func() string {
+ return "33"
+}
+
+func newTestYieldlabBidder(endpoint string) *YieldlabAdapter {
+ return &YieldlabAdapter{
+ endpoint: endpoint,
+ cacheBuster: testCacheBuster,
+ getWeek: testWeekGenerator,
+ }
+}
+
+func TestNewYieldlabBidder(t *testing.T) {
+ bid := NewYieldlabBidder(testURL)
+ assert.NotNil(t, bid)
+ assert.Equal(t, bid.endpoint, testURL)
+ assert.NotNil(t, bid.cacheBuster)
+ assert.NotNil(t, bid.getWeek)
+}
+
+func TestJsonSamples(t *testing.T) {
+ adapterstest.RunJSONBidderTest(t, "yieldlabtest", newTestYieldlabBidder(testURL))
+}
+
+func Test_splitSize(t *testing.T) {
+ type args struct {
+ size string
+ }
+ tests := []struct {
+ name string
+ args args
+ want uint64
+ want1 uint64
+ wantErr bool
+ }{
+ {
+ name: "valid",
+ args: args{
+ size: "300x800",
+ },
+ want: 300,
+ want1: 800,
+ wantErr: false,
+ },
+ {
+ name: "empty",
+ args: args{
+ size: "",
+ },
+ want: 0,
+ want1: 0,
+ wantErr: false,
+ },
+ {
+ name: "invalid",
+ args: args{
+ size: "test",
+ },
+ want: 0,
+ want1: 0,
+ wantErr: false,
+ },
+ {
+ name: "invalid_height",
+ args: args{
+ size: "200xtest",
+ },
+ want: 0,
+ want1: 0,
+ wantErr: true,
+ },
+ {
+ name: "invalid_width",
+ args: args{
+ size: "testx200",
+ },
+ want: 0,
+ want1: 0,
+ wantErr: true,
+ },
+ {
+ name: "invalid_separator",
+ args: args{
+ size: "200y200",
+ },
+ want: 0,
+ want1: 0,
+ wantErr: false,
+ },
+ }
+ for _, tt := range tests {
+ t.Run(tt.name, func(t *testing.T) {
+ got, got1, err := splitSize(tt.args.size)
+ if (err != nil) != tt.wantErr {
+ t.Errorf("splitSize() error = %v, wantErr %v", err, tt.wantErr)
+ return
+ }
+ if got != tt.want {
+ t.Errorf("splitSize() got = %v, want %v", got, tt.want)
+ }
+ if got1 != tt.want1 {
+ t.Errorf("splitSize() got1 = %v, want %v", got1, tt.want1)
+ }
+ })
+ }
+}
+
+func TestYieldlabAdapter_makeEndpointURL_invalidEndpoint(t *testing.T) {
+ bid := NewYieldlabBidder("test$:/something§")
+ _, err := bid.makeEndpointURL(nil, nil)
+ assert.Error(t, err)
+}
diff --git a/adapters/yieldlab/yieldlabtest/exemplary/banner.json b/adapters/yieldlab/yieldlabtest/exemplary/banner.json
new file mode 100644
index 00000000000..8dd94404097
--- /dev/null
+++ b/adapters/yieldlab/yieldlabtest/exemplary/banner.json
@@ -0,0 +1,111 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 728,
+ "h": 90
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "adslotId": "12345",
+ "supplyId": "123456789",
+ "adSize": "728x90",
+ "targeting": {
+ "key1": "value1",
+ "key2": "value2"
+ },
+ "extId": "abc"
+ }
+ }
+ }
+ ],
+ "user": {
+ "buyeruid": "34a53e82-0dc3-4815-8b7e-b725ede0361c"
+ },
+ "device": {
+ "ifa": "hello-ads",
+ "devicetype": 4,
+ "connectiontype": 6,
+ "geo": {
+ "lat": 51.499488,
+ "lon": -0.128953
+ },
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36",
+ "ip": "169.254.13.37",
+ "h": 1098,
+ "w": 814
+ },
+ "site": {
+ "id": "fake-site-id",
+ "publisher": {
+ "id": "1"
+ },
+ "page": "http://localhost:9090/gdpr.html"
+ }
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Cookie": [
+ "id=34a53e82-0dc3-4815-8b7e-b725ede0361c"
+ ],
+ "Referer": [
+ "http://localhost:9090/gdpr.html"
+ ],
+ "User-Agent": [
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
+ ],
+ "X-Forwarded-For": [
+ "169.254.13.37"
+ ]
+ },
+ "uri": "https://ad.yieldlab.net/testing/12345?content=json&ids=ylid%3A34a53e82-0dc3-4815-8b7e-b725ede0361c&lat=51.499488&lon=-0.128953&pvid=true&t=key1%3Dvalue1%26key2%3Dvalue2&ts=testing&yl_rtb_connectiontype=6&yl_rtb_devicetype=4&yl_rtb_ifa=hello-ads"
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": [
+ {
+ "id": 12345,
+ "price": 201,
+ "advertiser": "yieldlab",
+ "adsize": "728x90",
+ "pid": 1234,
+ "did": 5678,
+ "pvid": "40cb3251-1e1e-4cfd-8edc-7d32dc1a21e5"
+ }
+ ]
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "EUR",
+ "bids": [
+ {
+ "bid": {
+ "adm": "",
+ "crid": "12345123433",
+ "dealid": "1234",
+ "id": "12345",
+ "impid": "test-imp-id",
+ "price": 2.01,
+ "w": 728,
+ "h": 90
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/yieldlab/yieldlabtest/exemplary/gdpr.json b/adapters/yieldlab/yieldlabtest/exemplary/gdpr.json
new file mode 100644
index 00000000000..381ba688e09
--- /dev/null
+++ b/adapters/yieldlab/yieldlabtest/exemplary/gdpr.json
@@ -0,0 +1,119 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 728,
+ "h": 90
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "adslotId": "12345",
+ "supplyId": "123456789",
+ "adSize": "728x90",
+ "targeting": {
+ "key1": "value1",
+ "key2": "value2"
+ },
+ "extId": "abc"
+ }
+ }
+ }
+ ],
+ "device": {
+ "ifa": "hello-ads",
+ "devicetype": 4,
+ "connectiontype": 6,
+ "geo": {
+ "lat": 51.499488,
+ "lon": -0.128953
+ },
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36",
+ "ip": "169.254.13.37",
+ "h": 1098,
+ "w": 814
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 1
+ }
+ },
+ "site": {
+ "id": "fake-site-id",
+ "publisher": {
+ "id": "1"
+ },
+ "page": "http://localhost:9090/gdpr.html"
+ },
+ "user": {
+ "buyeruid": "34a53e82-0dc3-4815-8b7e-b725ede0361c",
+ "ext": {
+ "consent": "BOlOrv1OlOr2EAAABADECg-AAAApp7v______9______9uz_Ov_v_f__33e8__9v_l_7_-___u_-3zd4u_1vf99yfm1-7etr3tp_87ues2_Xur__79__3z3_9phP78k89r7337Ew-v02"
+ }
+ }
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Cookie": [
+ "id=34a53e82-0dc3-4815-8b7e-b725ede0361c"
+ ],
+ "Referer": [
+ "http://localhost:9090/gdpr.html"
+ ],
+ "User-Agent": [
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
+ ],
+ "X-Forwarded-For": [
+ "169.254.13.37"
+ ]
+ },
+ "uri": "https://ad.yieldlab.net/testing/12345?consent=BOlOrv1OlOr2EAAABADECg-AAAApp7v______9______9uz_Ov_v_f__33e8__9v_l_7_-___u_-3zd4u_1vf99yfm1-7etr3tp_87ues2_Xur__79__3z3_9phP78k89r7337Ew-v02&content=json&gdpr=1&ids=ylid%3A34a53e82-0dc3-4815-8b7e-b725ede0361c&lat=51.499488&lon=-0.128953&pvid=true&t=key1%3Dvalue1%26key2%3Dvalue2&ts=testing&yl_rtb_connectiontype=6&yl_rtb_devicetype=4&yl_rtb_ifa=hello-ads"
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": [
+ {
+ "id": 12345,
+ "price": 201,
+ "advertiser": "yieldlab",
+ "adsize": "728x90",
+ "pid": 1234,
+ "did": 5678,
+ "pvid": "40cb3251-1e1e-4cfd-8edc-7d32dc1a21e5"
+ }
+ ]
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "EUR",
+ "bids": [
+ {
+ "bid": {
+ "adm": "",
+ "crid": "12345123433",
+ "dealid": "1234",
+ "id": "12345",
+ "impid": "test-imp-id",
+ "price": 2.01,
+ "w": 728,
+ "h": 90
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/yieldlab/yieldlabtest/exemplary/video.json b/adapters/yieldlab/yieldlabtest/exemplary/video.json
new file mode 100644
index 00000000000..9e970ae79b5
--- /dev/null
+++ b/adapters/yieldlab/yieldlabtest/exemplary/video.json
@@ -0,0 +1,136 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 728,
+ "h": 90
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "adslotId": "12345",
+ "supplyId": "123456789",
+ "adSize": "728x90",
+ "targeting": {
+ "key1": "value1",
+ "key2": "value2"
+ },
+ "extId": "abc"
+ }
+ },
+ "video": {
+ "context": "instream",
+ "mimes": [
+ "video/mp4"
+ ],
+ "playerSize": [
+ [
+ 400,
+ 600
+ ]
+ ],
+ "minduration": 1,
+ "maxduration": 2,
+ "protocols": [
+ 1,
+ 2
+ ],
+ "w": 1,
+ "h": 2,
+ "startdelay": 1,
+ "placement": 1,
+ "playbackmethod": [
+ 2
+ ]
+ }
+ }
+ ],
+ "user": {
+ "buyeruid": "34a53e82-0dc3-4815-8b7e-b725ede0361c"
+ },
+ "device": {
+ "ifa": "hello-ads",
+ "devicetype": 4,
+ "connectiontype": 6,
+ "geo": {
+ "lat": 51.499488,
+ "lon": -0.128953
+ },
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36",
+ "ip": "169.254.13.37",
+ "h": 1098,
+ "w": 814
+ },
+ "site": {
+ "id": "fake-site-id",
+ "publisher": {
+ "id": "1"
+ },
+ "page": "http://localhost:9090/gdpr.html"
+ }
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Cookie": [
+ "id=34a53e82-0dc3-4815-8b7e-b725ede0361c"
+ ],
+ "Referer": [
+ "http://localhost:9090/gdpr.html"
+ ],
+ "User-Agent": [
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
+ ],
+ "X-Forwarded-For": [
+ "169.254.13.37"
+ ]
+ },
+ "uri": "https://ad.yieldlab.net/testing/12345?content=json&ids=ylid%3A34a53e82-0dc3-4815-8b7e-b725ede0361c&lat=51.499488&lon=-0.128953&pvid=true&t=key1%3Dvalue1%26key2%3Dvalue2&ts=testing&yl_rtb_connectiontype=6&yl_rtb_devicetype=4&yl_rtb_ifa=hello-ads"
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": [
+ {
+ "id": 12345,
+ "price": 201,
+ "advertiser": "yieldlab",
+ "adsize": "728x90",
+ "pid": 1234,
+ "did": 5678,
+ "pvid": "40cb3251-1e1e-4cfd-8edc-7d32dc1a21e5"
+ }
+ ]
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "EUR",
+ "bids": [
+ {
+ "bid": {
+ "crid": "12345123433",
+ "dealid": "1234",
+ "id": "12345",
+ "impid": "test-imp-id",
+ "nurl": "https://ad.yieldlab.net/d/12345/123456789/728x90?id=abc&ids=ylid%3A34a53e82-0dc3-4815-8b7e-b725ede0361c&pvid=40cb3251-1e1e-4cfd-8edc-7d32dc1a21e5&ts=testing",
+ "price": 2.01,
+ "w": 728,
+ "h": 90
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/yieldlab/yieldlabtest/exemplary/video_app.json b/adapters/yieldlab/yieldlabtest/exemplary/video_app.json
new file mode 100644
index 00000000000..67d526b3400
--- /dev/null
+++ b/adapters/yieldlab/yieldlabtest/exemplary/video_app.json
@@ -0,0 +1,136 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 728,
+ "h": 90
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "adslotId": "12345",
+ "supplyId": "123456789",
+ "adSize": "728x90",
+ "targeting": {
+ "key1": "value1",
+ "key2": "value2"
+ },
+ "extId": "abc"
+ }
+ },
+ "video": {
+ "context": "instream",
+ "mimes": [
+ "video/mp4"
+ ],
+ "playerSize": [
+ [
+ 400,
+ 600
+ ]
+ ],
+ "minduration": 1,
+ "maxduration": 2,
+ "protocols": [
+ 1,
+ 2
+ ],
+ "w": 1,
+ "h": 2,
+ "startdelay": 1,
+ "placement": 1,
+ "playbackmethod": [
+ 2
+ ]
+ }
+ }
+ ],
+ "user": {
+ "buyeruid": "34a53e82-0dc3-4815-8b7e-b725ede0361c"
+ },
+ "app": {
+ "publisher": {
+ "id": "123456789"
+ },
+ "cat": [],
+ "bundle": "com.app.awesome",
+ "name": "Awesome App",
+ "domain": "awesomeapp.com",
+ "id": "123456789"
+ },
+ "device": {
+ "ifa": "hello-ads",
+ "devicetype": 4,
+ "connectiontype": 6,
+ "geo": {
+ "lat": 51.499488,
+ "lon": -0.128953
+ },
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36",
+ "ip": "169.254.13.37",
+ "h": 1098,
+ "w": 814
+ }
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Cookie": [
+ "id=34a53e82-0dc3-4815-8b7e-b725ede0361c"
+ ],
+ "User-Agent": [
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
+ ],
+ "X-Forwarded-For": [
+ "169.254.13.37"
+ ]
+ },
+ "uri": "https://ad.yieldlab.net/testing/12345?content=json&ids=ylid%3A34a53e82-0dc3-4815-8b7e-b725ede0361c&lat=51.499488&lon=-0.128953&pubappname=Awesome+App&pubbundlename=com.app.awesome&pvid=true&t=key1%3Dvalue1%26key2%3Dvalue2&ts=testing&yl_rtb_connectiontype=6&yl_rtb_devicetype=4&yl_rtb_ifa=hello-ads"
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": [
+ {
+ "id": 12345,
+ "price": 201,
+ "advertiser": "yieldlab",
+ "adsize": "728x90",
+ "pid": 1234,
+ "did": 5678,
+ "pvid": "40cb3251-1e1e-4cfd-8edc-7d32dc1a21e5"
+ }
+ ]
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "EUR",
+ "bids": [
+ {
+ "bid": {
+ "crid": "12345123433",
+ "dealid": "1234",
+ "id": "12345",
+ "impid": "test-imp-id",
+ "nurl": "https://ad.yieldlab.net/d/12345/123456789/728x90?id=abc&ids=ylid%3A34a53e82-0dc3-4815-8b7e-b725ede0361c&pvid=40cb3251-1e1e-4cfd-8edc-7d32dc1a21e5&ts=testing",
+ "price": 2.01,
+ "w": 728,
+ "h": 90
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
diff --git a/config/config.go b/config/config.go
index 5c66f4cdf02..86f2e9a98a0 100755
--- a/config/config.go
+++ b/config/config.go
@@ -551,6 +551,7 @@ func (cfg *Configuration) setDerivedDefaults() {
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderValueImpression, "https://rtb.valueimpression.com/usersync?gdpr={{.GDPR}}&consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dvalueimpression%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderVisx, "https://t.visx.net/s2s_sync?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dvisx%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%7BUUID%7D")
// openrtb_ext.BidderVrtcal doesn't have a good default.
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderYieldlab, "https://ad.yieldlab.net/mr?t=2&pid=9140838&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dyieldlab%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%25%25YL_UID%25%25")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderYieldmo, "https://ads.yieldmo.com/pbsync?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirectUri="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dyieldmo%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderYieldone, "https://y.one.impact-ad.jp/hbs_sc?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirectUri="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dyieldone%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderZeroClickFraud, "https://s.0cf.io/sync?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dzeroclickfraud%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%7Buid%7D")
@@ -760,6 +761,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.visx.endpoint", "https://t.visx.net/s2s_bid?wrapperType=s2s_prebid_standard")
v.SetDefault("adapters.vrtcal.endpoint", "http://rtb.vrtcal.com/bidder_prebid.vap?ssp=1804")
v.SetDefault("adapters.yeahmobi.endpoint", "https://{{.Host}}/prebid/bid")
+ v.SetDefault("adapters.yieldlab.endpoint", "https://ad.yieldlab.net/yp/")
v.SetDefault("adapters.yieldmo.endpoint", "https://ads.yieldmo.com/exchange/prebid-server")
v.SetDefault("adapters.yieldone.endpoint", "https://y.one.impact-ad.jp/hbs_imp")
v.SetDefault("adapters.zeroclickfraud.endpoint", "http://{{.Host}}/openrtb2?sid={{.SourceId}}")
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index b91f01a7e9a..b69b5b50e13 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -73,6 +73,7 @@ import (
"github.com/prebid/prebid-server/adapters/visx"
"github.com/prebid/prebid-server/adapters/vrtcal"
"github.com/prebid/prebid-server/adapters/yeahmobi"
+ "github.com/prebid/prebid-server/adapters/yieldlab"
"github.com/prebid/prebid-server/adapters/yieldmo"
"github.com/prebid/prebid-server/adapters/yieldone"
"github.com/prebid/prebid-server/adapters/zeroclickfraud"
@@ -153,6 +154,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderUcfunnel: ucfunnel.NewUcfunnelBidder(cfg.Adapters[string(openrtb_ext.BidderUcfunnel)].Endpoint),
openrtb_ext.BidderUnruly: unruly.NewUnrulyBidder(client, cfg.Adapters[string(openrtb_ext.BidderUnruly)].Endpoint),
openrtb_ext.BidderValueImpression: valueimpression.NewValueImpressionBidder(cfg.Adapters[string(openrtb_ext.BidderValueImpression)].Endpoint),
+ openrtb_ext.BidderYieldlab: yieldlab.NewYieldlabBidder(cfg.Adapters[string(openrtb_ext.BidderYieldlab)].Endpoint),
openrtb_ext.BidderVerizonMedia: verizonmedia.NewVerizonMediaBidder(client, cfg.Adapters[string(openrtb_ext.BidderVerizonMedia)].Endpoint),
openrtb_ext.BidderVisx: visx.NewVisxBidder(cfg.Adapters[string(openrtb_ext.BidderVisx)].Endpoint),
openrtb_ext.BidderVrtcal: vrtcal.NewVrtcalBidder(cfg.Adapters[string(openrtb_ext.BidderVrtcal)].Endpoint),
diff --git a/go.mod b/go.mod
index 89cc69e4519..8de6f10e4b9 100644
--- a/go.mod
+++ b/go.mod
@@ -7,23 +7,17 @@ require (
github.com/DATA-DOG/go-sqlmock v1.3.0
github.com/NYTimes/gziphandler v1.1.1
github.com/OneOfOne/xxhash v1.2.5 // indirect
- github.com/aerospike/aerospike-client-go v2.7.2+incompatible
github.com/asaskevich/govalidator v0.0.0-20180720115003-f9ffefc3facf
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973 // indirect
github.com/blang/semver v3.5.1+incompatible
- github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b
github.com/buger/jsonparser v0.0.0-20180808090653-f4dd9f5a6b44
github.com/cespare/xxhash v1.0.0 // indirect
github.com/chasex/glog v0.0.0-20160217080310-c62392af379c
github.com/coocood/freecache v1.0.1
- github.com/didip/tollbooth v4.0.2+incompatible
github.com/erikstmartin/go-testdb v0.0.0-20160219214506-8d10e4a1bae5
github.com/evanphx/json-patch v0.0.0-20180720181644-f195058310bd
- github.com/go-redis/redis v6.15.7+incompatible
- github.com/gocql/gocql v0.0.0-20200203083758-81b8263d9fe5
github.com/gofrs/uuid v3.2.0+incompatible
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b
- github.com/golang/snappy v0.0.1
github.com/hashicorp/hcl v1.0.0 // indirect
github.com/influxdata/influxdb v1.6.1 // indirect
github.com/julienschmidt/httprouter v1.1.0
@@ -37,10 +31,8 @@ require (
github.com/mxmCherry/openrtb v11.0.0+incompatible
github.com/onsi/ginkgo v1.10.1 // indirect
github.com/onsi/gomega v1.7.0 // indirect
- github.com/patrickmn/go-cache v2.1.0+incompatible // indirect
github.com/pelletier/go-toml v1.2.0 // indirect
github.com/prebid/go-gdpr v0.7.0
- github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910
github.com/prometheus/common v0.0.0-20180801064454-c7de2306084e // indirect
@@ -48,27 +40,24 @@ require (
github.com/rcrowley/go-metrics v0.0.0-20180503174638-e2704e165165
github.com/rs/cors v1.5.0
github.com/sergi/go-diff v1.0.0 // indirect
- github.com/sirupsen/logrus v1.4.2
github.com/spaolacci/murmur3 v1.1.0 // indirect
github.com/spf13/afero v1.1.1 // indirect
github.com/spf13/cast v1.2.0 // indirect
github.com/spf13/jwalterweatherman v0.0.0-20180814060501-14d3d4c51834 // indirect
github.com/spf13/pflag v1.0.2 // indirect
github.com/spf13/viper v1.1.0
+ github.com/stretchr/objx v0.1.1 // indirect
github.com/stretchr/testify v1.5.1
- github.com/valyala/fasthttp v1.9.0
github.com/vrischmann/go-metrics-influxdb v0.0.0-20160917065939-43af8332c303
github.com/xeipuuv/gojsonpointer v0.0.0-20180127040702-4e3ac2762d5f // indirect
github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 // indirect
github.com/xeipuuv/gojsonschema v0.0.0-20180816142147-da425ebb7609
- github.com/xorcare/pointer v1.1.0
github.com/yudai/gojsondiff v0.0.0-20170107030110-7b1b7adf999d
github.com/yudai/golcs v0.0.0-20170316035057-ecda9a501e82 // indirect
github.com/yudai/pp v2.0.1+incompatible // indirect
- github.com/yuin/gopher-lua v0.0.0-20191220021717-ab39c6098bdb // indirect
golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297
golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e // indirect
+ golang.org/x/sys v0.0.0-20190422165155-953cdadca894 // indirect
golang.org/x/text v0.3.0
- golang.org/x/time v0.0.0-20191024005414-555d28b269f0 // indirect
gopkg.in/yaml.v2 v2.2.2
)
diff --git a/go.sum b/go.sum
index f929408f0f3..176bacfc20a 100644
--- a/go.sum
+++ b/go.sum
@@ -6,57 +6,35 @@ github.com/NYTimes/gziphandler v1.1.1 h1:ZUDjpQae29j0ryrS0u/B8HZfJBtBQHjqw2rQ2cq
github.com/NYTimes/gziphandler v1.1.1/go.mod h1:n/CVRwUEOgIxrgPvAQhUUr9oeUtvrhMomdKFjzJNB0c=
github.com/OneOfOne/xxhash v1.2.5 h1:zl/OfRA6nftbBK9qTohYBJ5xvw6C/oNKizR7cZGl3cI=
github.com/OneOfOne/xxhash v1.2.5/go.mod h1:eZbhyaAYD41SGSSsnmcpxVoRiQ/MPUTjUdIIOT9Um7Q=
-github.com/aerospike/aerospike-client-go v2.7.2+incompatible h1:bWbRf8trg1FhKF7u43KLGNfOH60RlvIgQjpaS107DZ8=
-github.com/aerospike/aerospike-client-go v2.7.2+incompatible/go.mod h1:zj8LBEnWBDOVEIJt8LvaRvDG5ARAoa5dBeHaB472NRc=
github.com/asaskevich/govalidator v0.0.0-20180720115003-f9ffefc3facf h1:eg0MeVzsP1G42dRafH3vf+al2vQIJU0YHX+1Tw87oco=
github.com/asaskevich/govalidator v0.0.0-20180720115003-f9ffefc3facf/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY=
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973 h1:xJ4a3vCFaGF/jqvzLMYoU8P317H5OQ+Via4RmuPwCS0=
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q=
-github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932 h1:mXoPYz/Ul5HYEDvkta6I8/rnYM5gSdSV2tJ6XbZuEtY=
-github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932/go.mod h1:NOuUCSz6Q9T7+igc/hlvDOUdtWKryOrtFyIVABv/p7k=
github.com/blang/semver v3.5.1+incompatible h1:cQNTCjp13qL8KC3Nbxr/y2Bqb63oX6wdnnjpJbkM4JQ=
github.com/blang/semver v3.5.1+incompatible/go.mod h1:kRBLl5iJ+tD4TcOOxsy/0fnwebNt5EWlYSAyrTnjyyk=
-github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869 h1:DDGfHa7BWjL4YnC6+E63dPcxHo2sUxDIu8g3QgEJdRY=
-github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869/go.mod h1:Ekp36dRnpXw/yCqJaO+ZrUyxD+3VXMFFr56k5XYrpB4=
-github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b h1:L/QXpzIa3pOvUGt1D1lA5KjYhPBAN/3iWdP7xeFS9F0=
-github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b/go.mod h1:H0wQNHz2YrLsuXOZozoeDmnHXkNCRmMW0gwFWDfEZDA=
github.com/buger/jsonparser v0.0.0-20180808090653-f4dd9f5a6b44 h1:y853v6rXx+zefEcjET3JuKAqvhj+FKflQijjeaSv2iA=
github.com/buger/jsonparser v0.0.0-20180808090653-f4dd9f5a6b44/go.mod h1:bbYlZJ7hK1yFx9hf58LP0zeX7UjIGs20ufpu3evjr+s=
github.com/cespare/xxhash v1.0.0 h1:naDmySfoNg0nKS62/ujM6e71ZgM2AoVdaqGwMG0w18A=
github.com/cespare/xxhash v1.0.0/go.mod h1:fX/lfQBkSCDXZSUgv6jVIu/EVA3/JNseAX5asI4c4T4=
github.com/chasex/glog v0.0.0-20160217080310-c62392af379c h1:eXqCBUHfmjbeDqcuvzjsd+bM6A+bnwo5N9FVbV6m5/s=
github.com/chasex/glog v0.0.0-20160217080310-c62392af379c/go.mod h1:omJZNg0Qu76bxJd+ExohVo8uXzNcGOk2bv7vel460xk=
-github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI=
-github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI=
-github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU=
github.com/coocood/freecache v1.0.1 h1:oFyo4msX2c0QIKU+kuMJUwsKamJ+AKc2JJrKcMszJ5M=
github.com/coocood/freecache v1.0.1/go.mod h1:ePwxCDzOYvARfHdr1pByNct1at3CoKnsipOHwKlNbzI=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
-github.com/didip/tollbooth v4.0.2+incompatible h1:fVSa33JzSz0hoh2NxpwZtksAzAgd7zjmGO20HCZtF4M=
-github.com/didip/tollbooth v4.0.2+incompatible/go.mod h1:A9b0665CE6l1KmzpDws2++elm/CsuWBMa5Jv4WY0PEY=
github.com/erikstmartin/go-testdb v0.0.0-20160219214506-8d10e4a1bae5 h1:Yzb9+7DPaBjB8zlTR87/ElzFsnQfuHnVUVqpZZIcV5Y=
github.com/erikstmartin/go-testdb v0.0.0-20160219214506-8d10e4a1bae5/go.mod h1:a2zkGnVExMxdzMo3M0Hi/3sEU+cWnZpSni0O6/Yb/P0=
github.com/evanphx/json-patch v0.0.0-20180720181644-f195058310bd h1:biTJQdqouE5by89AAffXG8++TY+9Fsdrg5rinbt3tHk=
github.com/evanphx/json-patch v0.0.0-20180720181644-f195058310bd/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk=
github.com/fsnotify/fsnotify v1.4.7 h1:IXs+QLmnXW2CcXuY+8Mzv/fWEsPGWxqefPtCP5CnV9I=
github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
-github.com/go-redis/redis v6.15.7+incompatible h1:3skhDh95XQMpnqeqNftPkQD9jL9e5e36z/1SUm6dy1U=
-github.com/go-redis/redis v6.15.7+incompatible/go.mod h1:NAIEuMOZ/fxfXJIrKDQDz8wamY7mA7PouImQ2Jvg6kA=
-github.com/gocql/gocql v0.0.0-20200203083758-81b8263d9fe5 h1:ZZVxQRCm4ewuoqqLBJ7LHpsk4OGx2PkyCsRKLq4oHgE=
-github.com/gocql/gocql v0.0.0-20200203083758-81b8263d9fe5/go.mod h1:DL0ekTmBSTdlNF25Orwt/JMzqIq3EJ4MVa/J/uK64OY=
github.com/gofrs/uuid v3.2.0+incompatible h1:y12jRkkFxsd7GpqdSZ+/KCs/fJbqpEXSGd4+jfEaewE=
github.com/gofrs/uuid v3.2.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b h1:VKtxabqXZkF25pY9ekfRL6a582T4P37/31XEstQ5p58=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
github.com/golang/protobuf v1.2.0 h1:P3YflyNX/ehuJFLhxviNdFxQPkGK5cDcApsge1SqnvM=
github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
-github.com/golang/snappy v0.0.0-20170215233205-553a64147049/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
-github.com/golang/snappy v0.0.1 h1:Qgr9rKW7uDUkrbSmQeiDsGa8SjGyCOGtuasMWwvp2P4=
-github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
-github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed h1:5upAirOpQc1Q53c0bnx2ufif5kANL7bfZWcc6VJWJd8=
-github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed/go.mod h1:tMWxXQ9wFIaZeTI9F+hmhFiGpFmhOHzyShyFUhRm0H4=
github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=
github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI=
@@ -67,17 +45,6 @@ github.com/julienschmidt/httprouter v1.1.0 h1:7wLdtIiIpzOkC9u6sXOozpBauPdskj3ru4
github.com/julienschmidt/httprouter v1.1.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w=
github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 h1:uC1QfSlInpQF+M0ao65imhwqKnz3Q2z/d8PWZRMQvDM=
github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88/go.mod h1:3w7q1U84EfirKl04SVQ/s7nPm1ZPhiXd34z40TNz36k=
-github.com/klauspost/compress v1.8.2 h1:Bx0qjetmNjdFXASH02NSAREKpiaDwkO1DRZ3dV2KCcs=
-github.com/klauspost/compress v1.8.2/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A=
-github.com/klauspost/cpuid v1.2.1 h1:vJi+O/nMdFt0vqm8NZBI6wzALWdA2X+egi0ogNyrC/w=
-github.com/klauspost/cpuid v1.2.1/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek=
-github.com/konsorten/go-windows-terminal-sequences v1.0.1 h1:mweAR1A6xJ3oS2pRaGiHgQ4OO8tzTaLawm8vnODuwDk=
-github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
-github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI=
-github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
-github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
-github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE=
-github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
github.com/lib/pq v1.0.0 h1:X5PMW56eZitiTeO7tKzZxFCSpbFZJtkMMooicw2us9A=
github.com/lib/pq v1.0.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo=
github.com/magiconair/properties v1.8.0 h1:LLgXmsheXeRoUOBOjtwPQCWIYqM/LU1ayDtDePerRcY=
@@ -99,16 +66,12 @@ github.com/onsi/ginkgo v1.10.1 h1:q/mM8GF/n0shIN8SaAZ0V+jnLPzen6WIVZdiwrRlMlo=
github.com/onsi/ginkgo v1.10.1/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
github.com/onsi/gomega v1.7.0 h1:XPnZz8VVBHjVsy1vzJmRwIcSwiUO+JFfrv/xGiigmME=
github.com/onsi/gomega v1.7.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY=
-github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
-github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=
github.com/pelletier/go-toml v1.2.0 h1:T5zMGML61Wp+FlcbWjRDT7yAxhJNAiPPLOFECq181zc=
github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/prebid/go-gdpr v0.7.0 h1:m4E/FjUhTBMciDsd3lQlbzFyXLzNK+JQkFmInJpFAwc=
github.com/prebid/go-gdpr v0.7.0/go.mod h1:FPY0uxSrl9/Mz237LnPo3ge4aCG0wQ9FWf2b4WhwNn0=
-github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf h1:CcE+KN1tCtWKsUFH5IzdQxHIgP609VSIVe5Hywg2phs=
-github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf/go.mod h1:k5xrl5ZpnumN1S2x8w8cMiFYsgRuVyAeFJz+BkSi+98=
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed h1:0dloFFFNNDG7c+8qtkYw2FdADrWy9s5cI8wHp6tK3Mg=
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw=
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910 h1:idejC8f05m9MGOsuEi1ATq9shN03HrxNkD/luQvxCv8=
@@ -123,8 +86,6 @@ github.com/rs/cors v1.5.0 h1:dgSHE6+ia18arGOTIYQKKGWLvEbGvmbNE6NfxhoNHUY=
github.com/rs/cors v1.5.0/go.mod h1:gFx+x8UowdsKA9AchylcLynDq+nNFfI8FkUZdN/jGCU=
github.com/sergi/go-diff v1.0.0 h1:Kpca3qRNrduNnOQeazBd0ysaKrUJiIuISHxogkT9RPQ=
github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
-github.com/sirupsen/logrus v1.4.2 h1:SPIRibHv4MatM3XXNO2BJeFLZwZ2LvZgfQ5+UNI2im4=
-github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE=
github.com/spaolacci/murmur3 v1.1.0 h1:7c1g84S4BPRrfL5Xrdp6fOJ206sU9y293DDHaoy0bLI=
github.com/spaolacci/murmur3 v1.1.0/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA=
github.com/spf13/afero v1.1.1 h1:Lt3ihYMlE+lreX1GS4Qw4ZsNpYQLxIXKBTEOXm3nt6I=
@@ -140,16 +101,10 @@ github.com/spf13/viper v1.1.0/go.mod h1:A8kyI5cUJhb8N+3pkfONlcEcZbueH6nhAm0Fq7Sr
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/objx v0.1.1 h1:2vfRuCMp5sSVIDSqO8oNnWJq7mPa6KVP3iPIwFBuy8A=
github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
-github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
github.com/stretchr/testify v1.3.0 h1:TivCn/peBQ7UY8ooIcPgZFpTNSz0Q2U6UrFlUfqbe0Q=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.5.1 h1:nOGnQDM7FYENwehXlg/kFVnos3rEvtKTjRvOWSzb6H4=
github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA=
-github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
-github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
-github.com/valyala/fasthttp v1.9.0 h1:hNpmUdy/+ZXYpGy0OBfm7K0UQTzb73W0T0U4iJIVrMw=
-github.com/valyala/fasthttp v1.9.0/go.mod h1:FstJa9V+Pj9vQ7OJie2qMHdwemEDaDiSdBnvPM1Su9w=
-github.com/valyala/tcplisten v0.0.0-20161114210144-ceec8f93295a/go.mod h1:v3UYOV9WzVtRmSR+PDvWpU/qWl4Wa5LApYYX4ZtKbio=
github.com/vrischmann/go-metrics-influxdb v0.0.0-20160917065939-43af8332c303 h1:Va10CytCCYRm4xBTses5ZDeDjeIQjhaiC9nRCe/yflI=
github.com/vrischmann/go-metrics-influxdb v0.0.0-20160917065939-43af8332c303/go.mod h1:Xdcad1nGVhQfhoV0go+/4WaI/RZkWlvfjkVCdpMTxPY=
github.com/xeipuuv/gojsonpointer v0.0.0-20180127040702-4e3ac2762d5f h1:J9EGpcZtP0E/raorCMxlFGSTBrsSlaDGf3jU/qvAE2c=
@@ -158,16 +113,12 @@ github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 h1:EzJWgHo
github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415/go.mod h1:GwrjFmJcFw6At/Gs6z4yjiIwzuJ1/+UwLxMQDVQXShQ=
github.com/xeipuuv/gojsonschema v0.0.0-20180816142147-da425ebb7609 h1:BcMExZAULPkihVZ7UJXK7t8rwGqisXFw75tILnafhBY=
github.com/xeipuuv/gojsonschema v0.0.0-20180816142147-da425ebb7609/go.mod h1:5yf86TLmAcydyeJq5YvxkGPE2fm/u4myDekKRoLuqhs=
-github.com/xorcare/pointer v1.1.0 h1:sFwXOhRF8QZ0tyVZrtxWGIoVZNEmRzBCaFWdONPQIUM=
-github.com/xorcare/pointer v1.1.0/go.mod h1:6KLhkOh6YbuvZkT4YbxIbR/wzLBjyMxOiNzZhJTor2Y=
github.com/yudai/gojsondiff v0.0.0-20170107030110-7b1b7adf999d h1:yJIizrfO599ot2kQ6Af1enICnwBD3XoxgX3MrMwot2M=
github.com/yudai/gojsondiff v0.0.0-20170107030110-7b1b7adf999d/go.mod h1:AY32+k2cwILAkW1fbgxQ5mUmMiZFgLIV+FBNExI05xg=
github.com/yudai/golcs v0.0.0-20170316035057-ecda9a501e82 h1:BHyfKlQyqbsFN5p3IfnEUduWvb9is428/nNb5L3U01M=
github.com/yudai/golcs v0.0.0-20170316035057-ecda9a501e82/go.mod h1:lgjkn3NuSvDfVJdfcVVdX+jpBxNmX4rDAzaS45IcYoM=
github.com/yudai/pp v2.0.1+incompatible h1:Q4//iY4pNF6yPLZIigmvcl7k/bPgrcTPIFIcmawg5bI=
github.com/yudai/pp v2.0.1+incompatible/go.mod h1:PuxR/8QJ7cyCkFp/aUDS+JY727OFEZkTdatxwunjIkc=
-github.com/yuin/gopher-lua v0.0.0-20191220021717-ab39c6098bdb h1:ZkM6LRnq40pR1Ox0hTHlnpkcOTuFIDQpZ1IN8rKKhX0=
-github.com/yuin/gopher-lua v0.0.0-20191220021717-ab39c6098bdb/go.mod h1:gqRgreBUhTSL0GeU64rtZ3Uq3wtjOa/TB2YfrtkCbVQ=
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd h1:nTDtHvHSdCn1m6ITfMRqtOd/9+7a3s8RBNOZ3eYZzJA=
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -178,7 +129,6 @@ golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e h1:vcxGaoTs7kV8m5Np9uUNQin4
golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e h1:o3PsSEY8E4eXWkXrIP9YJALUkVZqzHJT5DOasTyn8Vs=
golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
-golang.org/x/sys v0.0.0-20190204203706-41f3e6584952/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223 h1:DH4skfRX4EBpamg7iV4ZlCpblAHI6s6TDM39bFZumv8=
golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
@@ -186,14 +136,10 @@ golang.org/x/sys v0.0.0-20190422165155-953cdadca894 h1:Cz4ceDQGXuKRnVBDTS23GTn/p
golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/text v0.3.0 h1:g61tztE5qeGQ89tm6NTjjM9VPIm088od1l6aSorWRWg=
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
-golang.org/x/time v0.0.0-20191024005414-555d28b269f0 h1:/5xXl8Y5W96D+TtHSlonuFqGHIWVuyCkGJLwGh9JJFs=
-golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4=
gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys=
-gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc=
-gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw=
gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw=
gopkg.in/yaml.v2 v2.2.1 h1:mUhvW9EsL+naU5Q3cakzfE91YhliOondGd6ZrsDBHQE=
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index f2f8e7c67ab..8a53e4adcf2 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -91,6 +91,7 @@ const (
BidderVisx BidderName = "visx"
BidderVrtcal BidderName = "vrtcal"
BidderYeahmobi BidderName = "yeahmobi"
+ BidderYieldlab BidderName = "yieldlab"
BidderYieldmo BidderName = "yieldmo"
BidderYieldone BidderName = "yieldone"
BidderZeroClickFraud BidderName = "zeroclickfraud"
@@ -166,6 +167,7 @@ var BidderMap = map[string]BidderName{
"visx": BidderVisx,
"vrtcal": BidderVrtcal,
"yeahmobi": BidderYeahmobi,
+ "yieldlab": BidderYieldlab,
"yieldmo": BidderYieldmo,
"yieldone": BidderYieldone,
"zeroclickfraud": BidderZeroClickFraud,
diff --git a/openrtb_ext/imp_yieldlab.go b/openrtb_ext/imp_yieldlab.go
new file mode 100644
index 00000000000..604b7e8ceab
--- /dev/null
+++ b/openrtb_ext/imp_yieldlab.go
@@ -0,0 +1,10 @@
+package openrtb_ext
+
+// ExtImpYieldlab defines the contract for bidrequest.imp[i].ext.yieldlab
+type ExtImpYieldlab struct {
+ AdslotID string `json:"adslotId"`
+ SupplyID string `json:"supplyId"`
+ AdSize string `json:"adSize"`
+ Targeting map[string]string `json:"targeting"`
+ ExtId string `json:"extId"`
+}
diff --git a/static/bidder-info/yieldlab.yaml b/static/bidder-info/yieldlab.yaml
new file mode 100644
index 00000000000..654e6c749cb
--- /dev/null
+++ b/static/bidder-info/yieldlab.yaml
@@ -0,0 +1,11 @@
+maintainer:
+ email: "solutions@yieldlab.de"
+capabilities:
+ site:
+ mediaTypes:
+ - banner
+ - video
+ app:
+ mediaTypes:
+ - banner
+ - video
diff --git a/static/bidder-params/yieldlab.json b/static/bidder-params/yieldlab.json
new file mode 100644
index 00000000000..900d65da6e5
--- /dev/null
+++ b/static/bidder-params/yieldlab.json
@@ -0,0 +1,33 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Yieldlab Adapter Params",
+ "description": "A schema which validates params accepted by the Yieldlab adapter",
+ "type": "object",
+ "properties": {
+ "adslotId": {
+ "type": "string",
+ "description": "Yieldlab ID of the ad slot"
+ },
+ "supplyId": {
+ "type": "string",
+ "description": "Yieldlab ID of the supply"
+ },
+ "adSize": {
+ "type": "string",
+ "description": "Size of the adslot in pixel, e.g. 200x50"
+ },
+ "extId": {
+ "type": "string",
+ "description": "External ID used for reporting"
+ },
+ "targeting": {
+ "type": "object",
+ "description": "Targeting information in key value pairs"
+ }
+ },
+ "required": [
+ "adslotId",
+ "supplyId",
+ "adSize"
+ ]
+}
diff --git a/usersync/usersyncers/syncer.go b/usersync/usersyncers/syncer.go
index 3f12ee7f728..791a00de0a9 100755
--- a/usersync/usersyncers/syncer.go
+++ b/usersync/usersyncers/syncer.go
@@ -61,6 +61,7 @@ import (
"github.com/prebid/prebid-server/adapters/verizonmedia"
"github.com/prebid/prebid-server/adapters/visx"
"github.com/prebid/prebid-server/adapters/vrtcal"
+ "github.com/prebid/prebid-server/adapters/yieldlab"
"github.com/prebid/prebid-server/adapters/yieldmo"
"github.com/prebid/prebid-server/adapters/yieldone"
"github.com/prebid/prebid-server/adapters/zeroclickfraud"
@@ -131,6 +132,7 @@ func NewSyncerMap(cfg *config.Configuration) map[openrtb_ext.BidderName]usersync
insertIntoMap(cfg, syncers, openrtb_ext.BidderVerizonMedia, verizonmedia.NewVerizonMediaSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderVisx, visx.NewVisxSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderVrtcal, vrtcal.NewVrtcalSyncer)
+ insertIntoMap(cfg, syncers, openrtb_ext.BidderYieldlab, yieldlab.NewYieldlabSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderYieldmo, yieldmo.NewYieldmoSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderYieldone, yieldone.NewYieldoneSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderZeroClickFraud, zeroclickfraud.NewZeroClickFraudSyncer)
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index 20fce80c83a..9aae284da2a 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -67,6 +67,7 @@ func TestNewSyncerMap(t *testing.T) {
string(openrtb_ext.BidderUcfunnel): syncConfig,
string(openrtb_ext.BidderUnruly): syncConfig,
string(openrtb_ext.BidderValueImpression): syncConfig,
+ string(openrtb_ext.BidderYieldlab): syncConfig,
string(openrtb_ext.BidderVerizonMedia): syncConfig,
string(openrtb_ext.BidderVisx): syncConfig,
string(openrtb_ext.BidderVrtcal): syncConfig,
From d29a749f6835ef521a6ddfaa2818ef4fa66aabf0 Mon Sep 17 00:00:00 2001
From: Gena
Date: Tue, 2 Jun 2020 21:59:01 +0300
Subject: [PATCH 101/381] Update adtelligent ortb endpoint (#1318)
---
adapters/adtelligent/adtelligent.go | 1 -
adapters/adtelligent/adtelligent_test.go | 2 +-
.../adtelligenttest/exemplary/media-type-mapping.json | 2 +-
.../adtelligent/adtelligenttest/exemplary/simple-banner.json | 2 +-
.../adtelligent/adtelligenttest/exemplary/simple-video.json | 2 +-
.../adtelligenttest/supplemental/explicit-dimensions.json | 2 +-
.../supplemental/wrong-impression-mapping.json | 2 +-
config/config.go | 4 ++--
8 files changed, 8 insertions(+), 9 deletions(-)
diff --git a/adapters/adtelligent/adtelligent.go b/adapters/adtelligent/adtelligent.go
index 7f0262fdc92..78a71dcf9cd 100644
--- a/adapters/adtelligent/adtelligent.go
+++ b/adapters/adtelligent/adtelligent.go
@@ -55,7 +55,6 @@ func (a *AdtelligentAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *
imps := request.Imp
request.Imp = make([]openrtb.Imp, 0, len(imps))
-
for sourceId, impIds := range imp2source {
request.Imp = request.Imp[:0]
diff --git a/adapters/adtelligent/adtelligent_test.go b/adapters/adtelligent/adtelligent_test.go
index 63655da677e..b8894c5e4d9 100644
--- a/adapters/adtelligent/adtelligent_test.go
+++ b/adapters/adtelligent/adtelligent_test.go
@@ -7,5 +7,5 @@ import (
)
func TestJsonSamples(t *testing.T) {
- adapterstest.RunJSONBidderTest(t, "adtelligenttest", NewAdtelligentBidder("http://hb.adtelligent.com/auction"))
+ adapterstest.RunJSONBidderTest(t, "adtelligenttest", NewAdtelligentBidder("http://ghb.adtelligent.com/pbs/ortb"))
}
diff --git a/adapters/adtelligent/adtelligenttest/exemplary/media-type-mapping.json b/adapters/adtelligent/adtelligenttest/exemplary/media-type-mapping.json
index 67ad2fd2915..553ec61833b 100644
--- a/adapters/adtelligent/adtelligenttest/exemplary/media-type-mapping.json
+++ b/adapters/adtelligent/adtelligenttest/exemplary/media-type-mapping.json
@@ -24,7 +24,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://hb.adtelligent.com/auction?aid=1000",
+ "uri": "http://ghb.adtelligent.com/pbs/ortb?aid=1000",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/adtelligent/adtelligenttest/exemplary/simple-banner.json b/adapters/adtelligent/adtelligenttest/exemplary/simple-banner.json
index 6648229de95..a06477b4d18 100644
--- a/adapters/adtelligent/adtelligenttest/exemplary/simple-banner.json
+++ b/adapters/adtelligent/adtelligenttest/exemplary/simple-banner.json
@@ -30,7 +30,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://hb.adtelligent.com/auction?aid=1000",
+ "uri": "http://ghb.adtelligent.com/pbs/ortb?aid=1000",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/adtelligent/adtelligenttest/exemplary/simple-video.json b/adapters/adtelligent/adtelligenttest/exemplary/simple-video.json
index 97769651997..f108cc94b17 100644
--- a/adapters/adtelligent/adtelligenttest/exemplary/simple-video.json
+++ b/adapters/adtelligent/adtelligenttest/exemplary/simple-video.json
@@ -24,7 +24,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://hb.adtelligent.com/auction?aid=1000",
+ "uri": "http://ghb.adtelligent.com/pbs/ortb?aid=1000",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/adtelligent/adtelligenttest/supplemental/explicit-dimensions.json b/adapters/adtelligent/adtelligenttest/supplemental/explicit-dimensions.json
index 9dc279bcd1c..6155e9bc56b 100644
--- a/adapters/adtelligent/adtelligenttest/supplemental/explicit-dimensions.json
+++ b/adapters/adtelligent/adtelligenttest/supplemental/explicit-dimensions.json
@@ -25,7 +25,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://hb.adtelligent.com/auction?aid=1000",
+ "uri": "http://ghb.adtelligent.com/pbs/ortb?aid=1000",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/adtelligent/adtelligenttest/supplemental/wrong-impression-mapping.json b/adapters/adtelligent/adtelligenttest/supplemental/wrong-impression-mapping.json
index 94df34af40d..2e5aeff311f 100644
--- a/adapters/adtelligent/adtelligenttest/supplemental/wrong-impression-mapping.json
+++ b/adapters/adtelligent/adtelligenttest/supplemental/wrong-impression-mapping.json
@@ -24,7 +24,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://hb.adtelligent.com/auction?aid=1000",
+ "uri": "http://ghb.adtelligent.com/pbs/ortb?aid=1000",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/config/config.go b/config/config.go
index 86f2e9a98a0..3b34d3a4815 100755
--- a/config/config.go
+++ b/config/config.go
@@ -500,7 +500,7 @@ func (cfg *Configuration) setDerivedDefaults() {
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdkernel, "https://sync.adkernel.com/user-sync?t=image&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadkernel%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7BUID%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdkernelAdn, "https://tag.adkernel.com/syncr?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3DadkernelAdn%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7BUID%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdpone, "https://usersync.adpone.com/csync?redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadpone%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
- setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdtelligent, "https://sync.adtelligent.com/csync?t=p&ep=0&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadtelligent%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdtelligent, "https://sync.adtelligent.com/csync?t=p&ep=0&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadtelligent%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdmixer, "https://inv-nets.admixer.net/adxcm.aspx?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir=1&rurl="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadmixer%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%24visitor_cookie%24%24")
// openrtb_ext.BidderAdOcean doesn't have a good default.
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdvangelists, "https://nep.advangelists.com/xp/user-sync?acctid={aid}&&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadvangelists%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
@@ -702,7 +702,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.adocean.endpoint", "https://{{.Host}}")
v.SetDefault("adapters.adoppler.endpoint", "http://app.trustedmarketplace.io/ads")
v.SetDefault("adapters.adpone.endpoint", "http://rtb.adpone.com/bid-request?src=prebid_server")
- v.SetDefault("adapters.adtelligent.endpoint", "http://hb.adtelligent.com/auction")
+ v.SetDefault("adapters.adtelligent.endpoint", "http://ghb.adtelligent.com/pbs/ortb")
v.SetDefault("adapters.advangelists.endpoint", "http://nep.advangelists.com/xp/get?pubid={{.PublisherID}}")
v.SetDefault("adapters.aja.endpoint", "https://ad.as.amanad.adtdp.com/v1/bid/4")
v.SetDefault("adapters.applogy.endpoint", "http://rtb.applogy.com/v1/prebid")
From b5993cd0e5912638b03cea039466673325dee40b Mon Sep 17 00:00:00 2001
From: Seba Perez
Date: Tue, 2 Jun 2020 16:05:03 -0300
Subject: [PATCH 102/381] Change on eplanning endpoint (#1327)
---
adapters/eplanning/eplanning.go | 1 -
adapters/eplanning/eplanning_test.go | 2 +-
adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json | 2 +-
adapters/eplanning/eplanningtest/exemplary/simple-banner.json | 2 +-
adapters/eplanning/eplanningtest/exemplary/two-banners.json | 2 +-
.../supplemental/app-domain-and-url-correctly-parsed.json | 2 +-
.../eplanningtest/supplemental/banner-no-size-sends-1x1.json | 2 +-
.../eplanningtest/supplemental/invalid-response-no-bids.json | 2 +-
.../supplemental/invalid-response-unmarshall-error.json | 2 +-
.../eplanningtest/supplemental/server-bad-request.json | 2 +-
.../eplanning/eplanningtest/supplemental/server-error-code.json | 2 +-
.../eplanning/eplanningtest/supplemental/server-no-content.json | 2 +-
.../supplemental/site-domain-and-url-correctly-parsed.json | 2 +-
config/config.go | 2 +-
14 files changed, 13 insertions(+), 14 deletions(-)
diff --git a/adapters/eplanning/eplanning.go b/adapters/eplanning/eplanning.go
index 5fb9ccf27c2..2a46b5469e0 100644
--- a/adapters/eplanning/eplanning.go
+++ b/adapters/eplanning/eplanning.go
@@ -133,7 +133,6 @@ func (adapter *EPlanningAdapter) MakeRequests(request *openrtb.BidRequest, reqIn
uriObj.Path = uriObj.Path + fmt.Sprintf("/%s/%s/%s/%s", clientID, dfpClientID, requestTarget, sec)
query := url.Values{}
- query.Set("r", "pbs")
query.Set("ncb", "1")
if request.App == nil {
query.Set("ur", pageURL)
diff --git a/adapters/eplanning/eplanning_test.go b/adapters/eplanning/eplanning_test.go
index d2c331d456d..461fb849ced 100644
--- a/adapters/eplanning/eplanning_test.go
+++ b/adapters/eplanning/eplanning_test.go
@@ -8,7 +8,7 @@ import (
)
func TestJsonSamples(t *testing.T) {
- eplanningAdapter := NewEPlanningBidder(new(http.Client), "https://ads.us.e-planning.net/hb/1")
+ eplanningAdapter := NewEPlanningBidder(new(http.Client), "https://ads.us.e-planning.net/pbs/1")
eplanningAdapter.testing = true
adapterstest.RunJSONBidderTest(t, "eplanningtest", eplanningAdapter)
}
diff --git a/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json b/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json
index e602877f27f..a67a86d18e6 100644
--- a/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json
+++ b/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json
@@ -28,7 +28,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=300x250%3A300x250&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=300x250%3A300x250&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/exemplary/simple-banner.json b/adapters/eplanning/eplanningtest/exemplary/simple-banner.json
index 0403e59a763..9146bb4afb5 100644
--- a/adapters/eplanning/eplanningtest/exemplary/simple-banner.json
+++ b/adapters/eplanning/eplanningtest/exemplary/simple-banner.json
@@ -31,7 +31,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadun_itco_de%3A600x300&ip=123.123.123.123&ncb=1&r=pbs&uid=2154987&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadun_itco_de%3A600x300&ip=123.123.123.123&ncb=1&uid=2154987&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/exemplary/two-banners.json b/adapters/eplanning/eplanningtest/exemplary/two-banners.json
index 8c4ca0214db..174c8ce3fc6 100644
--- a/adapters/eplanning/eplanningtest/exemplary/two-banners.json
+++ b/adapters/eplanning/eplanningtest/exemplary/two-banners.json
@@ -39,7 +39,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300%2B300x250%3A300x250&ip=123.123.123.123&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300%2B300x250%3A300x250&ip=123.123.123.123&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json b/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json
index e6e25566b6a..04df82f6668 100644
--- a/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json
+++ b/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json
@@ -39,7 +39,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/mx.com.xeu/ROS?app=1&appid=%5Ba-f0-9%5D%7B16%7D&appn=MobileExchange&e=testadunitcode%3A600x300&ifa=3B8E2335-Z049&ip=123.123.123.123&ncb=1&r=pbs",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/mx.com.xeu/ROS?app=1&appid=%5Ba-f0-9%5D%7B16%7D&appn=MobileExchange&e=testadunitcode%3A600x300&ifa=3B8E2335-Z049&ip=123.123.123.123&ncb=1",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json b/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json
index f1bc29e1afc..f02eb80fe41 100644
--- a/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json
+++ b/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json
@@ -19,7 +19,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadunitcodenosize%3A1x1&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcodenosize%3A1x1&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json b/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json
index 978989e295f..8bdcfddd733 100644
--- a/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json
+++ b/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json b/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json
index 7198f4ee117..9f5b2d7fc03 100644
--- a/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json
+++ b/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json b/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json
index 938ede62664..2ef03648884 100644
--- a/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json
+++ b/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/server-error-code.json b/adapters/eplanning/eplanningtest/supplemental/server-error-code.json
index eaa2a677f93..76e75a5c203 100644
--- a/adapters/eplanning/eplanningtest/supplemental/server-error-code.json
+++ b/adapters/eplanning/eplanningtest/supplemental/server-error-code.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/server-no-content.json b/adapters/eplanning/eplanningtest/supplemental/server-no-content.json
index d1feb865f0d..02f1fa46d33 100644
--- a/adapters/eplanning/eplanningtest/supplemental/server-no-content.json
+++ b/adapters/eplanning/eplanningtest/supplemental/server-no-content.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&r=pbs&ur=FILE",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json b/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json
index 2f43b9aac2f..581cb1d5b46 100644
--- a/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json
+++ b/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json
@@ -25,7 +25,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/hb/1/12345/1/www.publisher.com/ROS?e=testadunitcode%3A600x300&ncb=1&r=pbs&ur=http%3A%2F%2Fwww.publisher.com%2Fawesome%2Fsite%3Fwith%3Dsome%26parameters%3Dhere",
+ "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/www.publisher.com/ROS?e=testadunitcode%3A600x300&ncb=1&ur=http%3A%2F%2Fwww.publisher.com%2Fawesome%2Fsite%3Fwith%3Dsome%26parameters%3Dhere",
"body": {}
},
"mockResponse": {
diff --git a/config/config.go b/config/config.go
index 3b34d3a4815..79a31db154a 100755
--- a/config/config.go
+++ b/config/config.go
@@ -718,7 +718,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.datablocks.endpoint", "http://{{.Host}}/openrtb2?sid={{.SourceId}}")
v.SetDefault("adapters.emx_digital.endpoint", "https://hb.emxdgt.com")
v.SetDefault("adapters.engagebdr.endpoint", "http://dsp.bnmla.com/hb")
- v.SetDefault("adapters.eplanning.endpoint", "https://ads.us.e-planning.net/hb/1")
+ v.SetDefault("adapters.eplanning.endpoint", "https://ads.us.e-planning.net/pbs/1")
v.SetDefault("adapters.gamma.endpoint", "https://hb.gammaplatform.com/adx/request/")
v.SetDefault("adapters.gamoshi.endpoint", "https://rtb.gamoshi.io")
v.SetDefault("adapters.grid.endpoint", "http://grid.bidswitch.net/sp_bid?sp=prebid")
From cd9116e80c514a846600a4c14f57e608ffaedf32 Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Wed, 3 Jun 2020 14:33:07 -0400
Subject: [PATCH 103/381] Enable full TCF2 support (#1302)
* New config options
* Enble TCF2 fields and logic
* Resolves some PR comments
* More tests
* gofmt
* Added enforcement tests for split GDPR/GDPRGeo
* Testing tweaks
* No longer ignore enforce purpose 1 on allowSync()
* Removes Purpose 4
---
config/config.go | 29 +++
endpoints/auction_test.go | 5 +-
endpoints/cookie_sync_test.go | 4 +-
endpoints/setuid_test.go | 4 +-
exchange/utils.go | 4 +-
exchange/utils_test.go | 6 +-
gdpr/gdpr.go | 2 +-
gdpr/impl.go | 96 ++++++--
gdpr/impl_test.go | 390 ++++++++++++++++++++++++++++++-
gdpr/vendorlist-fetching_test.go | 86 ++++++-
go.mod | 3 +-
go.sum | 6 +-
privacy/enforcement.go | 19 +-
privacy/enforcement_test.go | 108 ++++++---
14 files changed, 677 insertions(+), 85 deletions(-)
diff --git a/config/config.go b/config/config.go
index 79a31db154a..5f19629d2db 100755
--- a/config/config.go
+++ b/config/config.go
@@ -142,6 +142,7 @@ type GDPR struct {
Timeouts GDPRTimeouts `mapstructure:"timeouts_ms"`
NonStandardPublishers []string `mapstructure:"non_standard_publishers,flow"`
NonStandardPublisherMap map[string]int
+ TCF2 TCF2 `mapstructure:"tcf2"`
AMPException bool `mapstructure:"amp_exception"`
}
@@ -165,6 +166,26 @@ func (t *GDPRTimeouts) ActiveTimeout() time.Duration {
return time.Duration(t.ActiveVendorlistFetch) * time.Millisecond
}
+// TCF2 defines the TCF2 specific configurations for GDPR
+type TCF2 struct {
+ Enabled bool `mapstructure:"enabled"`
+ Purpose1 PurposeDetail `mapstructure:"purpose1"`
+ Purpose2 PurposeDetail `mapstructure:"purpose2"`
+ Purpose7 PurposeDetail `mapstructure:"purpose7"`
+ SpecialPurpose1 PurposeDetail `mapstructure:"special_purpose1"`
+ PurposeOneTreatment PurposeOneTreatement `mapstructure:"purpose_one_treatement"`
+}
+
+// Making a purpose struct so purpose specific details can be added later.
+type PurposeDetail struct {
+ Enabled bool `mapstructure:"enabled"`
+}
+
+type PurposeOneTreatement struct {
+ Enabled bool `mapstructure:"enabled"`
+ AccessAllowed bool `mapstructure:"access_allowed"`
+}
+
type CCPA struct {
Enforce bool `mapstructure:"enforce"`
}
@@ -774,6 +795,14 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("gdpr.timeouts_ms.init_vendorlist_fetches", 0)
v.SetDefault("gdpr.timeouts_ms.active_vendorlist_fetch", 0)
v.SetDefault("gdpr.non_standard_publishers", []string{""})
+ v.SetDefault("gdpr.tcf2.enabled", true)
+ v.SetDefault("gdpr.tcf2.purpose1.enabled", true)
+ v.SetDefault("gdpr.tcf2.purpose2.enabled", true)
+ v.SetDefault("gdpr.tcf2.purpose4.enabled", true)
+ v.SetDefault("gdpr.tcf2.purpose7.enabled", true)
+ v.SetDefault("gdpr.tcf2.special_purpose1.enabled", true)
+ v.SetDefault("gdpr.tcf2.purpose_one_treatement.enabled", true)
+ v.SetDefault("gdpr.tcf2.purpose_one_treatement.access_allowed", true)
v.SetDefault("gdpr.amp_exception", false)
v.SetDefault("ccpa.enforce", false)
v.SetDefault("currency_converter.fetch_url", "https://cdn.jsdelivr.net/gh/prebid/currency-file@1/latest.json")
diff --git a/endpoints/auction_test.go b/endpoints/auction_test.go
index 3035a6d45fb..5e9e9639a9c 100644
--- a/endpoints/auction_test.go
+++ b/endpoints/auction_test.go
@@ -407,6 +407,7 @@ type auctionMockPermissions struct {
allowBidderSync bool
allowHostCookies bool
allowPI bool
+ allowGeo bool
}
func (m *auctionMockPermissions) HostCookiesAllowed(ctx context.Context, consent string) (bool, error) {
@@ -417,8 +418,8 @@ func (m *auctionMockPermissions) BidderSyncAllowed(ctx context.Context, bidder o
return m.allowBidderSync, nil
}
-func (m *auctionMockPermissions) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, error) {
- return m.allowPI, nil
+func (m *auctionMockPermissions) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
+ return m.allowPI, m.allowGeo, nil
}
func (m *auctionMockPermissions) AMPException() bool {
diff --git a/endpoints/cookie_sync_test.go b/endpoints/cookie_sync_test.go
index bb766aa92e7..824e32f1957 100644
--- a/endpoints/cookie_sync_test.go
+++ b/endpoints/cookie_sync_test.go
@@ -254,8 +254,8 @@ func (g *gdprPerms) BidderSyncAllowed(ctx context.Context, bidder openrtb_ext.Bi
return ok, nil
}
-func (g *gdprPerms) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, error) {
- return true, nil
+func (g *gdprPerms) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
+ return true, true, nil
}
func (g *gdprPerms) AMPException() bool {
diff --git a/endpoints/setuid_test.go b/endpoints/setuid_test.go
index 8499ac1ca5d..3f47b257d2e 100644
--- a/endpoints/setuid_test.go
+++ b/endpoints/setuid_test.go
@@ -437,8 +437,8 @@ func (g *mockPermsSetUID) BidderSyncAllowed(ctx context.Context, bidder openrtb_
return false, nil
}
-func (g *mockPermsSetUID) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, error) {
- return g.allowPI, nil
+func (g *mockPermsSetUID) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
+ return g.allowPI, g.allowPI, nil
}
func (g *mockPermsSetUID) AMPException() bool {
diff --git a/exchange/utils.go b/exchange/utils.go
index d961089c4cb..f602d1e8fba 100644
--- a/exchange/utils.go
+++ b/exchange/utils.go
@@ -60,10 +60,12 @@ func cleanOpenRTBRequests(ctx context.Context,
coreBidder := resolveBidder(bidder.String(), aliases)
var publisherID = labels.PubID
- ok, err := gDPR.PersonalInfoAllowed(ctx, coreBidder, publisherID, consent)
+ ok, geo, err := gDPR.PersonalInfoAllowed(ctx, coreBidder, publisherID, consent)
privacyEnforcement.GDPR = !ok && err == nil
+ privacyEnforcement.GDPRGeo = !geo && err == nil
} else {
privacyEnforcement.GDPR = false
+ privacyEnforcement.GDPRGeo = false
}
privacyEnforcement.Apply(bidReq, ampGDPRException)
diff --git a/exchange/utils_test.go b/exchange/utils_test.go
index 53d6b85c243..acbf25ff691 100644
--- a/exchange/utils_test.go
+++ b/exchange/utils_test.go
@@ -24,11 +24,11 @@ func (p *permissionsMock) BidderSyncAllowed(ctx context.Context, bidder openrtb_
return true, nil
}
-func (p *permissionsMock) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, error) {
+func (p *permissionsMock) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
if bidder == "appnexus" {
- return true, nil
+ return true, true, nil
}
- return false, nil
+ return false, false, nil
}
func (p *permissionsMock) AMPException() bool {
diff --git a/gdpr/gdpr.go b/gdpr/gdpr.go
index 9390d942f80..0dfa12f5ebd 100644
--- a/gdpr/gdpr.go
+++ b/gdpr/gdpr.go
@@ -23,7 +23,7 @@ type Permissions interface {
// Determines whether or not to send PI information to a bidder, or mask it out.
//
// If the consent string was nonsensical, the returned error will be an ErrorMalformedConsent.
- PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, error)
+ PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error)
// Exposes the AMP execption flag
AMPException() bool
diff --git a/gdpr/impl.go b/gdpr/impl.go
index 8743d7f2778..60db804aec6 100644
--- a/gdpr/impl.go
+++ b/gdpr/impl.go
@@ -2,11 +2,13 @@ package gdpr
import (
"context"
+ "fmt"
"github.com/prebid/go-gdpr/api"
tcf1constants "github.com/prebid/go-gdpr/consentconstants"
consentconstants "github.com/prebid/go-gdpr/consentconstants/tcf2"
"github.com/prebid/go-gdpr/vendorconsent"
+ tcf2 "github.com/prebid/go-gdpr/vendorconsent/tcf2"
"github.com/prebid/go-gdpr/vendorlist"
"github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/openrtb_ext"
@@ -40,10 +42,10 @@ func (p *permissionsImpl) BidderSyncAllowed(ctx context.Context, bidder openrtb_
return false, nil
}
-func (p *permissionsImpl) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, error) {
+func (p *permissionsImpl) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
_, ok := p.cfg.NonStandardPublisherMap[PublisherID]
if ok {
- return true, nil
+ return true, true, nil
}
id, ok := p.vendorIDs[bidder]
@@ -52,10 +54,10 @@ func (p *permissionsImpl) PersonalInfoAllowed(ctx context.Context, bidder openrt
}
if consent == "" {
- return p.cfg.UsersyncIfAmbiguous, nil
+ return p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, nil
}
- return false, nil
+ return false, false, nil
}
func (p *permissionsImpl) AMPException() bool {
@@ -78,38 +80,104 @@ func (p *permissionsImpl) allowSync(ctx context.Context, vendorID uint16, consen
}
// InfoStorageAccess is the same across TCF 1 and TCF 2
+ if parsedConsent.Version() == 2 {
+ if !p.cfg.TCF2.Purpose1.Enabled {
+ // We are not enforcing purpose 1
+ return true, nil
+ }
+ consent, ok := parsedConsent.(tcf2.ConsentMetadata)
+ if !ok {
+ err := fmt.Errorf("Unable to access TCF2 parsed consent")
+ return false, err
+ }
+ return p.checkPurpose(consent, vendor, vendorID, consentconstants.InfoStorageAccess), nil
+ }
if vendor.Purpose(consentconstants.InfoStorageAccess) && parsedConsent.PurposeAllowed(consentconstants.InfoStorageAccess) && parsedConsent.VendorConsent(vendorID) {
return true, nil
}
return false, nil
}
-func (p *permissionsImpl) allowPI(ctx context.Context, vendorID uint16, consent string) (bool, error) {
+func (p *permissionsImpl) allowPI(ctx context.Context, vendorID uint16, consent string) (bool, bool, error) {
// If we're not given a consent string, respect the preferences in the app config.
if consent == "" {
- return p.cfg.UsersyncIfAmbiguous, nil
+ return p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, nil
}
parsedConsent, vendor, err := p.parseVendor(ctx, vendorID, consent)
if err != nil {
- return false, err
+ return false, false, err
}
if vendor == nil {
- return false, nil
+ return false, false, nil
}
if parsedConsent.Version() == 2 {
- // Need to add the location special purpose once the library supports it.
+ if p.cfg.TCF2.Enabled {
+ return p.allowPITCF2(parsedConsent, vendor, vendorID)
+ }
if (vendor.Purpose(consentconstants.InfoStorageAccess) || vendor.LegitimateInterest(consentconstants.InfoStorageAccess)) && parsedConsent.PurposeAllowed(consentconstants.InfoStorageAccess) && (vendor.Purpose(consentconstants.PersonalizationProfile) || vendor.LegitimateInterest(consentconstants.PersonalizationProfile)) && parsedConsent.PurposeAllowed(consentconstants.PersonalizationProfile) && parsedConsent.VendorConsent(vendorID) {
- return true, nil
+ return true, true, nil
}
} else {
if (vendor.Purpose(tcf1constants.InfoStorageAccess) || vendor.LegitimateInterest(tcf1constants.InfoStorageAccess)) && parsedConsent.PurposeAllowed(tcf1constants.InfoStorageAccess) && (vendor.Purpose(tcf1constants.AdSelectionDeliveryReporting) || vendor.LegitimateInterest(tcf1constants.AdSelectionDeliveryReporting)) && parsedConsent.PurposeAllowed(tcf1constants.AdSelectionDeliveryReporting) && parsedConsent.VendorConsent(vendorID) {
- return true, nil
+ return true, true, nil
}
}
- return false, nil
+ return false, false, nil
+}
+
+func (p *permissionsImpl) allowPITCF2(parsedConsent api.VendorConsents, vendor api.Vendor, vendorID uint16) (allowPI bool, allowGeo bool, err error) {
+ consent, ok := parsedConsent.(tcf2.ConsentMetadata)
+ err = nil
+ allowPI = false
+ allowGeo = false
+ if !ok {
+ err = fmt.Errorf("Unable to access TCF2 parsed consent")
+ return
+ }
+ if p.cfg.TCF2.SpecialPurpose1.Enabled {
+ allowGeo = consent.SpecialFeatureOptIn(1) && vendor.SpecialPurpose(1)
+ } else {
+ allowGeo = true
+ }
+ // Set to true so any purpose check can flip it to false
+ allowPI = true
+ if p.cfg.TCF2.Purpose1.Enabled {
+ allowPI = allowPI && p.checkPurpose(consent, vendor, vendorID, consentconstants.InfoStorageAccess)
+ }
+ if p.cfg.TCF2.Purpose2.Enabled {
+ allowPI = allowPI && p.checkPurpose(consent, vendor, vendorID, consentconstants.BasicAdserving)
+ }
+ if p.cfg.TCF2.Purpose7.Enabled {
+ allowPI = allowPI && p.checkPurpose(consent, vendor, vendorID, consentconstants.AdPerformance)
+ }
+ return
+}
+
+const pubRestrictNotAllowed = 0
+const pubRestrictRequireConsent = 1
+const pubRestrictRequireLegitInterest = 2
+
+func (p *permissionsImpl) checkPurpose(consent tcf2.ConsentMetadata, vendor api.Vendor, vendorID uint16, purpose tcf1constants.Purpose) bool {
+ if purpose == consentconstants.InfoStorageAccess && p.cfg.TCF2.PurposeOneTreatment.Enabled && consent.PurposeOneTreatment() {
+ return p.cfg.TCF2.PurposeOneTreatment.AccessAllowed
+ }
+ if consent.CheckPubRestriction(uint8(purpose), pubRestrictNotAllowed, vendorID) {
+ return false
+ }
+ if consent.CheckPubRestriction(uint8(purpose), pubRestrictRequireConsent, vendorID) {
+ return vendor.PurposeStrict(purpose) && consent.PurposeAllowed(purpose) && consent.VendorConsent(vendorID)
+ }
+ if consent.CheckPubRestriction(uint8(purpose), pubRestrictRequireLegitInterest, vendorID) {
+ // Need LITransparency here
+ return vendor.LegitimateInterestStrict(purpose) && consent.PurposeLITransparency(purpose) && consent.VendorLegitInterest(vendorID)
+ }
+ purposeAllowed := vendor.Purpose(purpose) && consent.PurposeAllowed(purpose) && consent.VendorConsent(vendorID)
+ legitInterest := vendor.LegitimateInterest(purpose) && consent.PurposeLITransparency(purpose) && consent.VendorLegitInterest(vendorID)
+
+ return purposeAllowed || legitInterest
}
func (p *permissionsImpl) parseVendor(ctx context.Context, vendorID uint16, consent string) (parsedConsent api.VendorConsents, vendor api.Vendor, err error) {
@@ -146,8 +214,8 @@ func (a AlwaysAllow) BidderSyncAllowed(ctx context.Context, bidder openrtb_ext.B
return true, nil
}
-func (a AlwaysAllow) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, error) {
- return true, nil
+func (a AlwaysAllow) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
+ return true, true, nil
}
func (a AlwaysAllow) AMPException() bool {
diff --git a/gdpr/impl_test.go b/gdpr/impl_test.go
index 8b89577d6c8..f05f25e87ea 100644
--- a/gdpr/impl_test.go
+++ b/gdpr/impl_test.go
@@ -10,6 +10,9 @@ import (
"github.com/prebid/prebid-server/openrtb_ext"
"github.com/prebid/go-gdpr/vendorlist"
+ "github.com/prebid/go-gdpr/vendorlist2"
+
+ "github.com/stretchr/testify/assert"
)
func TestNoConsentButAllowByDefault(t *testing.T) {
@@ -55,10 +58,10 @@ func TestNoConsentAndRejectByDefault(t *testing.T) {
func TestAllowedSyncs(t *testing.T) {
vendorListData := mockVendorListData(t, 1, map[uint16]*purposes{
2: {
- purposes: []uint8{1},
+ purposes: []int{1},
},
3: {
- purposes: []uint8{1},
+ purposes: []int{1},
},
})
perms := permissionsImpl{
@@ -91,10 +94,10 @@ func TestAllowedSyncs(t *testing.T) {
func TestProhibitedPurposes(t *testing.T) {
vendorListData := mockVendorListData(t, 1, map[uint16]*purposes{
2: {
- purposes: []uint8{1}, // cookie reads/writes
+ purposes: []int{1}, // cookie reads/writes
},
3: {
- purposes: []uint8{3}, // ad personalization
+ purposes: []int{3}, // ad personalization
},
})
perms := permissionsImpl{
@@ -127,10 +130,10 @@ func TestProhibitedPurposes(t *testing.T) {
func TestProhibitedVendors(t *testing.T) {
vendorListData := mockVendorListData(t, 1, map[uint16]*purposes{
2: {
- purposes: []uint8{1}, // cookie reads/writes
+ purposes: []int{1}, // cookie reads/writes
},
3: {
- purposes: []uint8{3}, // ad personalization
+ purposes: []int{3}, // ad personalization
},
})
perms := permissionsImpl{
@@ -179,10 +182,10 @@ func TestMalformedConsent(t *testing.T) {
func TestAllowPersonalInfo(t *testing.T) {
vendorListData := mockVendorListData(t, 1, map[uint16]*purposes{
2: {
- purposes: []uint8{1}, // cookie reads/writes
+ purposes: []int{1}, // cookie reads/writes
},
3: {
- purposes: []uint8{1, 3}, // ad personalization
+ purposes: []int{1, 3}, // ad personalization
},
})
perms := permissionsImpl{
@@ -204,21 +207,377 @@ func TestAllowPersonalInfo(t *testing.T) {
}
// PI needs both purposes to succeed
- allowPI, err := perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
+ allowPI, _, err := perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
assertNilErr(t, err)
assertBoolsEqual(t, false, allowPI)
- allowPI, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderPubmatic, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
+ allowPI, _, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderPubmatic, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
assertNilErr(t, err)
assertBoolsEqual(t, true, allowPI)
// Assert that an item that otherwise would not be allowed PI access, gets approved because it is found in the GDPR.NonStandardPublishers array
perms.cfg.NonStandardPublisherMap = map[string]int{"appNexusAppID": 1}
- allowPI, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "appNexusAppID", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
+ allowPI, _, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "appNexusAppID", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
assertNilErr(t, err)
assertBoolsEqual(t, true, allowPI)
}
+var tcf2BasicPurposes = map[uint16]*purposes{
+ 2: {purposes: []int{1}}, //cookie reads/writes
+ 6: {purposes: []int{1, 2, 4}}, // ad personalization
+ 8: {purposes: []int{1, 7}},
+ 10: {purposes: []int{2, 4, 7}},
+ 32: {purposes: []int{1, 2, 4, 7}},
+}
+var tcf2LegitInterests = map[uint16]*purposes{
+ 6: {purposes: []int{7}},
+ 8: {purposes: []int{2, 4}},
+}
+var tcf2SpecialPuproses = map[uint16]*purposes{
+ 6: {purposes: []int{1}},
+ 10: {purposes: []int{1}},
+}
+var tcf2FlexPurposes = map[uint16]*purposes{
+ 6: {purposes: []int{1, 2, 4, 7}},
+}
+var tcf2Config = config.GDPR{
+ HostVendorID: 2,
+ TCF2: config.TCF2{
+ Enabled: true,
+ Purpose1: config.PurposeDetail{Enabled: true},
+ Purpose2: config.PurposeDetail{Enabled: true},
+ Purpose7: config.PurposeDetail{Enabled: true},
+ SpecialPurpose1: config.PurposeDetail{Enabled: true},
+ },
+}
+
+type tcf2TestDef struct {
+ description string
+ bidder openrtb_ext.BidderName
+ consent string
+ allowPI bool
+ allowGeo bool
+}
+
+func TestAllowPersonalInfoTCF2(t *testing.T) {
+ vendorListData := mockVendorListDataTCF2(t, 2, tcf2BasicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 6,
+ openrtb_ext.BidderRubicon: 8,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 34: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+
+ // COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA : TCF2 with full consensts to purposes and vendors 2, 6, 8
+ // PI needs all purposes to succeed
+ testDefs := []tcf2TestDef{
+ {
+ description: "Appnexus vendor test, insufficient purposes claimed",
+ bidder: openrtb_ext.BidderAppnexus,
+ consent: "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA",
+ allowPI: false,
+ allowGeo: false,
+ },
+ {
+ description: "Pubmatic vendor test, flex purposes claimed",
+ bidder: openrtb_ext.BidderPubmatic,
+ consent: "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA",
+ allowPI: true,
+ allowGeo: true,
+ },
+ {
+ description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
+ bidder: openrtb_ext.BidderRubicon,
+ consent: "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA",
+ allowPI: true,
+ allowGeo: false,
+ },
+ }
+
+ for _, td := range testDefs {
+ allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
+ assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ }
+}
+
+func TestAllowPersonalInfoWhitelistTCF2(t *testing.T) {
+ vendorListData := mockVendorListDataTCF2(t, 2, tcf2BasicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 6,
+ openrtb_ext.BidderRubicon: 8,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 34: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+ // Assert that an item that otherwise would not be allowed PI access, gets approved because it is found in the GDPR.NonStandardPublishers array
+ perms.cfg.NonStandardPublisherMap = map[string]int{"appNexusAppID": 1}
+ allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "appNexusAppID", "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed")
+ assert.EqualValuesf(t, true, allowPI, "AllowPI failure")
+ assert.EqualValuesf(t, true, allowGeo, "AllowGeo failure")
+
+}
+
+func TestAllowPersonalInfoTCF2PubRestrict(t *testing.T) {
+ vendorListData := mockVendorListDataTCF2(t, 2, tcf2BasicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 32,
+ openrtb_ext.BidderRubicon: 8,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 15: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+
+ // COwAdDhOwAdDhN4ABAENAPCgAAQAAv___wAAAFP_AAp_4AI6ACACAA - vendors 1-10 legit interest only,
+ // Pub restriction on purpose 7, consent only ... no allowPI will pass, no Special purpose 1 consent
+ testDefs := []tcf2TestDef{
+ {
+ description: "Appnexus vendor test, insufficient purposes claimed",
+ bidder: openrtb_ext.BidderAppnexus,
+ consent: "COwAdDhOwAdDhN4ABAENAPCgAAQAAv___wAAAFP_AAp_4AI6ACACAA",
+ allowPI: false,
+ allowGeo: false,
+ },
+ {
+ description: "Pubmatic vendor test, flex purposes claimed",
+ bidder: openrtb_ext.BidderPubmatic,
+ consent: "COwAdDhOwAdDhN4ABAENAPCgAAQAAv___wAAAFP_AAp_4AI6ACACAA",
+ allowPI: false,
+ allowGeo: false,
+ },
+ {
+ description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
+ bidder: openrtb_ext.BidderRubicon,
+ consent: "COwAdDhOwAdDhN4ABAENAPCgAAQAAv___wAAAFP_AAp_4AI6ACACAA",
+ allowPI: false,
+ allowGeo: false,
+ },
+ }
+
+ for _, td := range testDefs {
+ allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
+ assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ }
+}
+
+func TestAllowPersonalInfoTCF2PurposeOneTrue(t *testing.T) {
+ vendorListData := mockVendorListDataTCF2(t, 2, tcf2BasicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 10,
+ openrtb_ext.BidderRubicon: 8,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 34: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+ perms.cfg.TCF2.PurposeOneTreatment.Enabled = true
+ perms.cfg.TCF2.PurposeOneTreatment.AccessAllowed = true
+
+ // COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA Purpose one flag set
+ testDefs := []tcf2TestDef{
+ {
+ description: "Appnexus vendor test, insufficient purposes claimed",
+ bidder: openrtb_ext.BidderAppnexus,
+ consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
+ allowPI: false,
+ allowGeo: false,
+ },
+ {
+ description: "Pubmatic vendor test, flex purposes claimed",
+ bidder: openrtb_ext.BidderPubmatic,
+ consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
+ allowPI: true,
+ allowGeo: true,
+ },
+ {
+ description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
+ bidder: openrtb_ext.BidderRubicon,
+ consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
+ allowPI: true,
+ allowGeo: false,
+ },
+ }
+
+ for _, td := range testDefs {
+ allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
+ assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ }
+}
+
+func TestAllowPersonalInfoTCF2PurposeOneFalse(t *testing.T) {
+ vendorListData := mockVendorListDataTCF2(t, 2, tcf2BasicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 10,
+ openrtb_ext.BidderRubicon: 8,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 34: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+ perms.cfg.TCF2.PurposeOneTreatment.Enabled = true
+ perms.cfg.TCF2.PurposeOneTreatment.AccessAllowed = false
+
+ // COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA Purpose one flag set
+ testDefs := []tcf2TestDef{
+ {
+ description: "Appnexus vendor test, insufficient purposes claimed",
+ bidder: openrtb_ext.BidderAppnexus,
+ consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
+ allowPI: false,
+ allowGeo: false,
+ },
+ {
+ description: "Pubmatic vendor test, flex purposes claimed",
+ bidder: openrtb_ext.BidderPubmatic,
+ consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
+ allowPI: false,
+ allowGeo: true,
+ },
+ {
+ description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
+ bidder: openrtb_ext.BidderRubicon,
+ consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
+ allowPI: false,
+ allowGeo: false,
+ },
+ }
+
+ for _, td := range testDefs {
+ allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
+ assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ }
+}
+
+func TestAllowSyncTCF2(t *testing.T) {
+ vendorListData := mockVendorListDataTCF2(t, 2, tcf2BasicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 6,
+ openrtb_ext.BidderRubicon: 8,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 34: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+
+ // COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA : TCF2 with full consensts to purposes and vendors 2, 6, 8
+ allowSync, err := perms.HostCookiesAllowed(context.Background(), "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ assert.NoErrorf(t, err, "Error processing HostCookiesAllowed")
+ assert.EqualValuesf(t, true, allowSync, "HostCookiesAllowed failure")
+
+ allowSync, err = perms.BidderSyncAllowed(context.Background(), openrtb_ext.BidderRubicon, "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ assert.NoErrorf(t, err, "Error processing BidderSyncAllowed")
+ assert.EqualValuesf(t, true, allowSync, "BidderSyncAllowed failure")
+}
+
+func TestProhibitedPurposeSyncTCF2(t *testing.T) {
+ basicPurposes := tcf2BasicPurposes
+ basicPurposes[8] = &purposes{purposes: []int{7}}
+ vendorListData := mockVendorListDataTCF2(t, 2, basicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 6,
+ openrtb_ext.BidderRubicon: 8,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 34: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+ perms.cfg.HostVendorID = 8
+
+ // COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA : TCF2 with full consensts to purposes and vendors 2, 6, 8
+ allowSync, err := perms.HostCookiesAllowed(context.Background(), "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ assert.NoErrorf(t, err, "Error processing HostCookiesAllowed")
+ assert.EqualValuesf(t, false, allowSync, "HostCookiesAllowed failure")
+
+ allowSync, err = perms.BidderSyncAllowed(context.Background(), openrtb_ext.BidderRubicon, "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ assert.NoErrorf(t, err, "Error processing BidderSyncAllowed")
+ assert.EqualValuesf(t, false, allowSync, "BidderSyncAllowed failure")
+}
+
+func TestProhibitedVendorSyncTCF2(t *testing.T) {
+ basicPurposes := tcf2BasicPurposes
+ basicPurposes[10] = &purposes{purposes: []int{1}}
+ vendorListData := mockVendorListDataTCF2(t, 2, basicPurposes, tcf2LegitInterests, tcf2FlexPurposes, tcf2SpecialPuproses)
+ perms := permissionsImpl{
+ cfg: tcf2Config,
+ vendorIDs: map[openrtb_ext.BidderName]uint16{
+ openrtb_ext.BidderAppnexus: 2,
+ openrtb_ext.BidderPubmatic: 6,
+ openrtb_ext.BidderRubicon: 8,
+ openrtb_ext.BidderOpenx: 10,
+ },
+ fetchVendorList: map[uint8]func(ctx context.Context, id uint16) (vendorlist.VendorList, error){
+ tCF1: nil,
+ tCF2: listFetcher(map[uint16]vendorlist.VendorList{
+ 34: parseVendorListDataV2(t, vendorListData),
+ }),
+ },
+ }
+ perms.cfg.HostVendorID = 10
+
+ // COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA : TCF2 with full consensts to purposes and vendors 2, 4, 6
+ allowSync, err := perms.HostCookiesAllowed(context.Background(), "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ assert.NoErrorf(t, err, "Error processing HostCookiesAllowed")
+ assert.EqualValuesf(t, false, allowSync, "HostCookiesAllowed failure")
+
+ allowSync, err = perms.BidderSyncAllowed(context.Background(), openrtb_ext.BidderRubicon, "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ assert.NoErrorf(t, err, "Error processing BidderSyncAllowed")
+ assert.EqualValuesf(t, false, allowSync, "BidderSyncAllowed failure")
+}
+
func parseVendorListData(t *testing.T, data string) vendorlist.VendorList {
t.Helper()
parsed, err := vendorlist.ParseEagerly([]byte(data))
@@ -228,6 +587,15 @@ func parseVendorListData(t *testing.T, data string) vendorlist.VendorList {
return parsed
}
+func parseVendorListDataV2(t *testing.T, data string) vendorlist.VendorList {
+ t.Helper()
+ parsed, err := vendorlist2.ParseEagerly([]byte(data))
+ if err != nil {
+ t.Fatalf("Failed to parse vendor list data. %v", err)
+ }
+ return parsed
+}
+
func listFetcher(lists map[uint16]vendorlist.VendorList) func(context.Context, uint16) (vendorlist.VendorList, error) {
return func(ctx context.Context, id uint16) (vendorlist.VendorList, error) {
data, ok := lists[id]
diff --git a/gdpr/vendorlist-fetching_test.go b/gdpr/vendorlist-fetching_test.go
index 8197fa263bc..824f9178faa 100644
--- a/gdpr/vendorlist-fetching_test.go
+++ b/gdpr/vendorlist-fetching_test.go
@@ -15,12 +15,12 @@ import (
func TestVendorFetch(t *testing.T) {
vendorListOne := mockVendorListData(t, 1, map[uint16]*purposes{
32: {
- purposes: []uint8{1, 2},
+ purposes: []int{1, 2},
},
})
vendorListTwo := mockVendorListData(t, 2, map[uint16]*purposes{
32: {
- purposes: []uint8{1, 2, 3},
+ purposes: []int{1, 2, 3},
},
})
server := httptest.NewServer(http.HandlerFunc(mockServer(2, map[int]string{
@@ -47,12 +47,12 @@ func TestVendorFetch(t *testing.T) {
func TestLazyFetch(t *testing.T) {
firstVendorList := mockVendorListData(t, 1, map[uint16]*purposes{
32: {
- purposes: []uint8{1, 2},
+ purposes: []int{1, 2},
},
})
secondVendorList := mockVendorListData(t, 2, map[uint16]*purposes{
3: {
- purposes: []uint8{1},
+ purposes: []int{1},
},
})
server := httptest.NewServer(http.HandlerFunc(mockServer(1, map[int]string{
@@ -73,7 +73,7 @@ func TestLazyFetch(t *testing.T) {
func TestInitialTimeout(t *testing.T) {
list := mockVendorListData(t, 1, map[uint16]*purposes{
32: {
- purposes: []uint8{1, 2},
+ purposes: []int{1, 2},
},
})
server := httptest.NewServer(http.HandlerFunc(mockServer(1, map[int]string{
@@ -91,12 +91,12 @@ func TestInitialTimeout(t *testing.T) {
func TestFetchThrottling(t *testing.T) {
vendorListTwo := mockVendorListData(t, 2, map[uint16]*purposes{
32: {
- purposes: []uint8{1, 2},
+ purposes: []int{1, 2},
},
})
vendorListThree := mockVendorListData(t, 3, map[uint16]*purposes{
32: {
- purposes: []uint8{1, 2},
+ purposes: []int{1, 2},
},
})
server := httptest.NewServer(http.HandlerFunc(mockServer(1, map[int]string{
@@ -174,8 +174,8 @@ func mockServer(latestVersion int, responses map[int]string) func(http.ResponseW
func mockVendorListData(t *testing.T, version uint16, vendors map[uint16]*purposes) string {
type vendorContract struct {
- ID uint16 `json:"id"`
- Purposes []uint8 `json:"purposeIds"`
+ ID uint16 `json:"id"`
+ Purposes []int `json:"purposeIds"`
}
type vendorListContract struct {
@@ -203,6 +203,72 @@ func mockVendorListData(t *testing.T, version uint16, vendors map[uint16]*purpos
return string(data)
}
+type purposeMap map[uint16]*purposes
+
+func mockVendorListDataTCF2(t *testing.T, version uint16, basicPurposes purposeMap, legitInterests purposeMap, flexPurposes purposeMap, specialPurposes purposeMap) string {
+ type vendorContract struct {
+ ID uint16 `json:"id"`
+ Purposes []int `json:"purposes"`
+ LegIntPurposes []int `json:"legIntPurposes"`
+ FlexiblePurposes []int `json:"flexiblePurposes"`
+ SpecialPurposes []int `json:"specialPurposes"`
+ }
+
+ type vendorListContract struct {
+ Version uint16 `json:"vendorListVersion"`
+ Vendors map[string]vendorContract `json:"vendors"`
+ }
+
+ vendors := make(map[string]vendorContract, len(basicPurposes))
+ for id, purpose := range basicPurposes {
+ sid := strconv.Itoa(int(id))
+ vendor, ok := vendors[sid]
+ if !ok {
+ vendor = vendorContract{ID: id}
+ }
+ vendor.Purposes = purpose.purposes
+ vendors[sid] = vendor
+ }
+
+ for id, purpose := range legitInterests {
+ sid := strconv.Itoa(int(id))
+ vendor, ok := vendors[sid]
+ if !ok {
+ vendor = vendorContract{ID: id}
+ }
+ vendor.LegIntPurposes = purpose.purposes
+ vendors[sid] = vendor
+ }
+
+ for id, purpose := range flexPurposes {
+ sid := strconv.Itoa(int(id))
+ vendor, ok := vendors[sid]
+ if !ok {
+ vendor = vendorContract{ID: id}
+ }
+ vendor.FlexiblePurposes = purpose.purposes
+ vendors[sid] = vendor
+ }
+
+ for id, purpose := range specialPurposes {
+ sid := strconv.Itoa(int(id))
+ vendor, ok := vendors[sid]
+ if !ok {
+ vendor = vendorContract{ID: id}
+ }
+ vendor.SpecialPurposes = purpose.purposes
+ vendors[sid] = vendor
+ }
+
+ obj := vendorListContract{
+ Version: version,
+ Vendors: vendors,
+ }
+ data, err := json.Marshal(obj)
+ assertNilErr(t, err)
+ return string(data)
+}
+
func testURLMaker(server *httptest.Server) func(uint16, uint8) string {
url := server.URL
return func(version uint16, TCFVer uint8) string {
@@ -220,5 +286,5 @@ func testConfig() config.GDPR {
}
type purposes struct {
- purposes []uint8
+ purposes []int
}
diff --git a/go.mod b/go.mod
index 8de6f10e4b9..0224057e464 100644
--- a/go.mod
+++ b/go.mod
@@ -32,7 +32,8 @@ require (
github.com/onsi/ginkgo v1.10.1 // indirect
github.com/onsi/gomega v1.7.0 // indirect
github.com/pelletier/go-toml v1.2.0 // indirect
- github.com/prebid/go-gdpr v0.7.0
+ github.com/prebid/go-gdpr v0.8.2
+ github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910
github.com/prometheus/common v0.0.0-20180801064454-c7de2306084e // indirect
diff --git a/go.sum b/go.sum
index 176bacfc20a..5d941b89e90 100644
--- a/go.sum
+++ b/go.sum
@@ -70,8 +70,10 @@ github.com/pelletier/go-toml v1.2.0 h1:T5zMGML61Wp+FlcbWjRDT7yAxhJNAiPPLOFECq181
github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
-github.com/prebid/go-gdpr v0.7.0 h1:m4E/FjUhTBMciDsd3lQlbzFyXLzNK+JQkFmInJpFAwc=
-github.com/prebid/go-gdpr v0.7.0/go.mod h1:FPY0uxSrl9/Mz237LnPo3ge4aCG0wQ9FWf2b4WhwNn0=
+github.com/prebid/go-gdpr v0.8.2 h1:mN2jKYZZpJkCYFQB/nDTJoPpuGYblOYP2UUzOzRggII=
+github.com/prebid/go-gdpr v0.8.2/go.mod h1:FPY0uxSrl9/Mz237LnPo3ge4aCG0wQ9FWf2b4WhwNn0=
+github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf h1:CcE+KN1tCtWKsUFH5IzdQxHIgP609VSIVe5Hywg2phs=
+github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf/go.mod h1:k5xrl5ZpnumN1S2x8w8cMiFYsgRuVyAeFJz+BkSi+98=
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed h1:0dloFFFNNDG7c+8qtkYw2FdADrWy9s5cI8wHp6tK3Mg=
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw=
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910 h1:idejC8f05m9MGOsuEi1ATq9shN03HrxNkD/luQvxCv8=
diff --git a/privacy/enforcement.go b/privacy/enforcement.go
index 96d03ef4433..d302192ec3f 100644
--- a/privacy/enforcement.go
+++ b/privacy/enforcement.go
@@ -6,14 +6,15 @@ import (
// Enforcement represents the privacy policies to enforce for an OpenRTB bid request.
type Enforcement struct {
- CCPA bool
- COPPA bool
- GDPR bool
+ CCPA bool
+ COPPA bool
+ GDPR bool
+ GDPRGeo bool
}
// Any returns true if at least one privacy policy requires enforcement.
func (e Enforcement) Any() bool {
- return e.CCPA || e.COPPA || e.GDPR
+ return e.CCPA || e.COPPA || e.GDPR || e.GDPRGeo
}
// Apply cleans personally identifiable information from an OpenRTB bid request.
@@ -45,7 +46,7 @@ func (e Enforcement) getGeoScrubStrategy() ScrubStrategyGeo {
return ScrubStrategyGeoFull
}
- if e.GDPR || e.CCPA {
+ if e.GDPRGeo || e.CCPA {
return ScrubStrategyGeoReducedPrecision
}
@@ -60,5 +61,11 @@ func (e Enforcement) getUserScrubStrategy(ampGDPRException bool) ScrubStrategyUs
if e.GDPR && ampGDPRException {
return ScrubStrategyUserNone
}
- return ScrubStrategyUserID
+
+ // If no user scrubbing is needed, then return none, else scrub ID (COPPA checked above)
+ if e.CCPA || e.GDPR {
+ return ScrubStrategyUserID
+ }
+
+ return ScrubStrategyUserNone
}
diff --git a/privacy/enforcement_test.go b/privacy/enforcement_test.go
index 25e08b5e80d..0e82648d4b9 100644
--- a/privacy/enforcement_test.go
+++ b/privacy/enforcement_test.go
@@ -17,27 +17,40 @@ func TestAny(t *testing.T) {
{
description: "All False",
enforcement: Enforcement{
- CCPA: false,
- COPPA: false,
- GDPR: false,
+ CCPA: false,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: false,
},
expected: false,
},
{
description: "All True",
enforcement: Enforcement{
- CCPA: true,
- COPPA: true,
- GDPR: true,
+ CCPA: true,
+ COPPA: true,
+ GDPR: true,
+ GDPRGeo: true,
},
expected: true,
},
{
description: "Mixed",
enforcement: Enforcement{
- CCPA: false,
- COPPA: true,
- GDPR: false,
+ CCPA: false,
+ COPPA: true,
+ GDPR: false,
+ GDPRGeo: false,
+ },
+ expected: true,
+ },
+ {
+ description: "GDPRGeo only",
+ enforcement: Enforcement{
+ CCPA: false,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: true,
},
expected: true,
},
@@ -62,9 +75,10 @@ func TestApply(t *testing.T) {
{
description: "All Enforced",
enforcement: Enforcement{
- CCPA: true,
- COPPA: true,
- GDPR: true,
+ CCPA: true,
+ COPPA: true,
+ GDPR: true,
+ GDPRGeo: true,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest32,
@@ -75,9 +89,10 @@ func TestApply(t *testing.T) {
{
description: "CCPA Only",
enforcement: Enforcement{
- CCPA: true,
- COPPA: false,
- GDPR: false,
+ CCPA: true,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: false,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -88,9 +103,10 @@ func TestApply(t *testing.T) {
{
description: "COPPA Only",
enforcement: Enforcement{
- CCPA: false,
- COPPA: true,
- GDPR: false,
+ CCPA: false,
+ COPPA: true,
+ GDPR: false,
+ GDPRGeo: false,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest32,
@@ -101,9 +117,10 @@ func TestApply(t *testing.T) {
{
description: "GDPR Only",
enforcement: Enforcement{
- CCPA: false,
- COPPA: false,
- GDPR: true,
+ CCPA: false,
+ COPPA: false,
+ GDPR: true,
+ GDPRGeo: true,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -114,9 +131,10 @@ func TestApply(t *testing.T) {
{
description: "GDPR Only, ampGDPRException",
enforcement: Enforcement{
- CCPA: false,
- COPPA: false,
- GDPR: true,
+ CCPA: false,
+ COPPA: false,
+ GDPR: true,
+ GDPRGeo: true,
},
ampGDPRException: true,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -127,9 +145,10 @@ func TestApply(t *testing.T) {
{
description: "CCPA Only, ampGDPRException",
enforcement: Enforcement{
- CCPA: true,
- COPPA: false,
- GDPR: false,
+ CCPA: true,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: false,
},
ampGDPRException: true,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -140,9 +159,10 @@ func TestApply(t *testing.T) {
{
description: "COPPA and GDPR, ampGDPRException",
enforcement: Enforcement{
- CCPA: false,
- COPPA: true,
- GDPR: true,
+ CCPA: false,
+ COPPA: true,
+ GDPR: true,
+ GDPRGeo: true,
},
ampGDPRException: true,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest32,
@@ -150,6 +170,34 @@ func TestApply(t *testing.T) {
expectedUser: ScrubStrategyUserIDAndDemographic,
expectedUserGeo: ScrubStrategyGeoFull,
},
+ {
+ description: "GDPR Only, no Geo",
+ enforcement: Enforcement{
+ CCPA: false,
+ COPPA: false,
+ GDPR: true,
+ GDPRGeo: false,
+ },
+ ampGDPRException: false,
+ expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
+ expectedDeviceGeo: ScrubStrategyGeoNone,
+ expectedUser: ScrubStrategyUserID,
+ expectedUserGeo: ScrubStrategyGeoNone,
+ },
+ {
+ description: "GDPR Only, Geo only",
+ enforcement: Enforcement{
+ CCPA: false,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: true,
+ },
+ ampGDPRException: false,
+ expectedDeviceIPv6: ScrubStrategyIPV6None,
+ expectedDeviceGeo: ScrubStrategyGeoReducedPrecision,
+ expectedUser: ScrubStrategyUserNone,
+ expectedUserGeo: ScrubStrategyGeoReducedPrecision,
+ },
}
for _, test := range testCases {
From 23c684c5a6c4189ca172a83453b2cfa8de2bf0a5 Mon Sep 17 00:00:00 2001
From: Seba Perez
Date: Wed, 3 Jun 2020 15:40:46 -0300
Subject: [PATCH 104/381] Change on eplanning endpoint (hostname) (#1328)
---
adapters/eplanning/eplanning_test.go | 2 +-
adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json | 2 +-
adapters/eplanning/eplanningtest/exemplary/simple-banner.json | 2 +-
adapters/eplanning/eplanningtest/exemplary/two-banners.json | 2 +-
.../supplemental/app-domain-and-url-correctly-parsed.json | 2 +-
.../eplanningtest/supplemental/banner-no-size-sends-1x1.json | 2 +-
.../eplanningtest/supplemental/invalid-response-no-bids.json | 2 +-
.../supplemental/invalid-response-unmarshall-error.json | 2 +-
.../eplanningtest/supplemental/server-bad-request.json | 2 +-
.../eplanning/eplanningtest/supplemental/server-error-code.json | 2 +-
.../eplanning/eplanningtest/supplemental/server-no-content.json | 2 +-
.../supplemental/site-domain-and-url-correctly-parsed.json | 2 +-
config/config.go | 2 +-
13 files changed, 13 insertions(+), 13 deletions(-)
diff --git a/adapters/eplanning/eplanning_test.go b/adapters/eplanning/eplanning_test.go
index 461fb849ced..28fdf6c45c2 100644
--- a/adapters/eplanning/eplanning_test.go
+++ b/adapters/eplanning/eplanning_test.go
@@ -8,7 +8,7 @@ import (
)
func TestJsonSamples(t *testing.T) {
- eplanningAdapter := NewEPlanningBidder(new(http.Client), "https://ads.us.e-planning.net/pbs/1")
+ eplanningAdapter := NewEPlanningBidder(new(http.Client), "http://rtb.e-planning.net/pbs/1")
eplanningAdapter.testing = true
adapterstest.RunJSONBidderTest(t, "eplanningtest", eplanningAdapter)
}
diff --git a/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json b/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json
index a67a86d18e6..556831217ec 100644
--- a/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json
+++ b/adapters/eplanning/eplanningtest/exemplary/simple-banner-2.json
@@ -28,7 +28,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=300x250%3A300x250&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=300x250%3A300x250&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/exemplary/simple-banner.json b/adapters/eplanning/eplanningtest/exemplary/simple-banner.json
index 9146bb4afb5..04eca985340 100644
--- a/adapters/eplanning/eplanningtest/exemplary/simple-banner.json
+++ b/adapters/eplanning/eplanningtest/exemplary/simple-banner.json
@@ -31,7 +31,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadun_itco_de%3A600x300&ip=123.123.123.123&ncb=1&uid=2154987&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadun_itco_de%3A600x300&ip=123.123.123.123&ncb=1&uid=2154987&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/exemplary/two-banners.json b/adapters/eplanning/eplanningtest/exemplary/two-banners.json
index 174c8ce3fc6..72aeb64b3a9 100644
--- a/adapters/eplanning/eplanningtest/exemplary/two-banners.json
+++ b/adapters/eplanning/eplanningtest/exemplary/two-banners.json
@@ -39,7 +39,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300%2B300x250%3A300x250&ip=123.123.123.123&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300%2B300x250%3A300x250&ip=123.123.123.123&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json b/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json
index 04df82f6668..413c973dfa2 100644
--- a/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json
+++ b/adapters/eplanning/eplanningtest/supplemental/app-domain-and-url-correctly-parsed.json
@@ -39,7 +39,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/mx.com.xeu/ROS?app=1&appid=%5Ba-f0-9%5D%7B16%7D&appn=MobileExchange&e=testadunitcode%3A600x300&ifa=3B8E2335-Z049&ip=123.123.123.123&ncb=1",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/mx.com.xeu/ROS?app=1&appid=%5Ba-f0-9%5D%7B16%7D&appn=MobileExchange&e=testadunitcode%3A600x300&ifa=3B8E2335-Z049&ip=123.123.123.123&ncb=1",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json b/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json
index f02eb80fe41..05547d81707 100644
--- a/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json
+++ b/adapters/eplanning/eplanningtest/supplemental/banner-no-size-sends-1x1.json
@@ -19,7 +19,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcodenosize%3A1x1&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcodenosize%3A1x1&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json b/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json
index 8bdcfddd733..570488825e2 100644
--- a/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json
+++ b/adapters/eplanning/eplanningtest/supplemental/invalid-response-no-bids.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json b/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json
index 9f5b2d7fc03..4ba2d44bf3a 100644
--- a/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json
+++ b/adapters/eplanning/eplanningtest/supplemental/invalid-response-unmarshall-error.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json b/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json
index 2ef03648884..9e8eae8c080 100644
--- a/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json
+++ b/adapters/eplanning/eplanningtest/supplemental/server-bad-request.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/server-error-code.json b/adapters/eplanning/eplanningtest/supplemental/server-error-code.json
index 76e75a5c203..08f46d9e6c2 100644
--- a/adapters/eplanning/eplanningtest/supplemental/server-error-code.json
+++ b/adapters/eplanning/eplanningtest/supplemental/server-error-code.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/server-no-content.json b/adapters/eplanning/eplanningtest/supplemental/server-no-content.json
index 02f1fa46d33..20a2b1cf456 100644
--- a/adapters/eplanning/eplanningtest/supplemental/server-no-content.json
+++ b/adapters/eplanning/eplanningtest/supplemental/server-no-content.json
@@ -21,7 +21,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/FILE/ROS?e=testadunitcode%3A600x300&ncb=1&ur=FILE",
"body": {}
},
"mockResponse": {
diff --git a/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json b/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json
index 581cb1d5b46..62890d914ff 100644
--- a/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json
+++ b/adapters/eplanning/eplanningtest/supplemental/site-domain-and-url-correctly-parsed.json
@@ -25,7 +25,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "https://ads.us.e-planning.net/pbs/1/12345/1/www.publisher.com/ROS?e=testadunitcode%3A600x300&ncb=1&ur=http%3A%2F%2Fwww.publisher.com%2Fawesome%2Fsite%3Fwith%3Dsome%26parameters%3Dhere",
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/www.publisher.com/ROS?e=testadunitcode%3A600x300&ncb=1&ur=http%3A%2F%2Fwww.publisher.com%2Fawesome%2Fsite%3Fwith%3Dsome%26parameters%3Dhere",
"body": {}
},
"mockResponse": {
diff --git a/config/config.go b/config/config.go
index 5f19629d2db..9652ae141f5 100755
--- a/config/config.go
+++ b/config/config.go
@@ -739,7 +739,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.datablocks.endpoint", "http://{{.Host}}/openrtb2?sid={{.SourceId}}")
v.SetDefault("adapters.emx_digital.endpoint", "https://hb.emxdgt.com")
v.SetDefault("adapters.engagebdr.endpoint", "http://dsp.bnmla.com/hb")
- v.SetDefault("adapters.eplanning.endpoint", "https://ads.us.e-planning.net/pbs/1")
+ v.SetDefault("adapters.eplanning.endpoint", "http://rtb.e-planning.net/pbs/1")
v.SetDefault("adapters.gamma.endpoint", "https://hb.gammaplatform.com/adx/request/")
v.SetDefault("adapters.gamoshi.endpoint", "https://rtb.gamoshi.io")
v.SetDefault("adapters.grid.endpoint", "http://grid.bidswitch.net/sp_bid?sp=prebid")
From 352784573cbdb29d725c45328dda7fa335096116 Mon Sep 17 00:00:00 2001
From: Steve Alliance
Date: Wed, 3 Jun 2020 14:43:31 -0400
Subject: [PATCH 105/381] Districtm Dmx: new adapter (#1209)
Co-authored-by: steve-a-districtm
---
adapters/dmx/dmx.go | 296 +++++++
adapters/dmx/dmx_test.go | 782 ++++++++++++++++++
.../dmx/dmxtest/exemplary/simple-app.json | 138 ++++
.../dmx/dmxtest/exemplary/simple-banner.json | 126 +++
.../dmx/dmxtest/exemplary/simple-video.json | 112 +++
adapters/dmx/dmxtest/params/race/banner.json | 4 +
adapters/dmx/dmxtest/params/race/video.json | 4 +
adapters/dmx/usersync.go | 12 +
adapters/dmx/usersync_test.go | 20 +
config/config.go | 4 +-
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
static/bidder-info/dmx.yaml | 11 +
static/bidder-params/dmx.json | 22 +
usersync/usersyncers/syncer.go | 2 +
usersync/usersyncers/syncer_test.go | 1 +
16 files changed, 1537 insertions(+), 1 deletion(-)
create mode 100644 adapters/dmx/dmx.go
create mode 100644 adapters/dmx/dmx_test.go
create mode 100644 adapters/dmx/dmxtest/exemplary/simple-app.json
create mode 100644 adapters/dmx/dmxtest/exemplary/simple-banner.json
create mode 100644 adapters/dmx/dmxtest/exemplary/simple-video.json
create mode 100644 adapters/dmx/dmxtest/params/race/banner.json
create mode 100644 adapters/dmx/dmxtest/params/race/video.json
create mode 100644 adapters/dmx/usersync.go
create mode 100644 adapters/dmx/usersync_test.go
create mode 100644 static/bidder-info/dmx.yaml
create mode 100644 static/bidder-params/dmx.json
diff --git a/adapters/dmx/dmx.go b/adapters/dmx/dmx.go
new file mode 100644
index 00000000000..6b4f698d4b1
--- /dev/null
+++ b/adapters/dmx/dmx.go
@@ -0,0 +1,296 @@
+package dmx
+
+import (
+ "encoding/json"
+ "errors"
+ "fmt"
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+ "net/http"
+ "net/url"
+ "strings"
+)
+
+type DmxAdapter struct {
+ endpoint string
+}
+
+func NewDmxBidder(endpoint string) *DmxAdapter {
+ return &DmxAdapter{endpoint: endpoint}
+}
+
+type dmxExt struct {
+ Bidder dmxParams `json:"bidder"`
+}
+
+type dmxParams struct {
+ TagId string `json:"tagid,omitempty"`
+ DmxId string `json:"dmxid,omitempty"`
+ MemberId string `json:"memberid,omitempty"`
+ PublisherId string `json:"publisher_id,omitempty"`
+ SellerId string `json:"seller_id,omitempty"`
+}
+
+func UserSellerOrPubId(str1, str2 string) string {
+ if str1 != "" {
+ return str1
+ }
+ return str2
+}
+
+func (adapter *DmxAdapter) MakeRequests(request *openrtb.BidRequest, req *adapters.ExtraRequestInfo) (reqsBidder []*adapters.RequestData, errs []error) {
+ var imps []openrtb.Imp
+ var rootExtInfo dmxExt
+ var publisherId string
+ var sellerId string
+ var userExt openrtb_ext.ExtUser
+ var anyHasId = false
+ var reqCopy openrtb.BidRequest = *request
+ var dmxReq *openrtb.BidRequest = &reqCopy
+
+ if request.User == nil {
+ if request.App == nil {
+ return nil, []error{errors.New("No user id or app id found. Could not send request to DMX.")}
+ }
+ }
+
+ if len(request.Imp) >= 1 {
+ err := json.Unmarshal(request.Imp[0].Ext, &rootExtInfo)
+ if err != nil {
+ errs = append(errs, err)
+ } else {
+ publisherId = UserSellerOrPubId(rootExtInfo.Bidder.PublisherId, rootExtInfo.Bidder.MemberId)
+ sellerId = rootExtInfo.Bidder.SellerId
+ }
+ }
+
+ if request.App != nil {
+ appCopy := *request.App
+ appPublisherCopy := *request.App.Publisher
+ dmxReq.App = &appCopy
+ dmxReq.App.Publisher = &appPublisherCopy
+ if dmxReq.App.ID != "" {
+ anyHasId = true
+ }
+ } else {
+ dmxReq.App = nil
+ }
+
+ if request.Site != nil {
+ siteCopy := *request.Site
+ sitePublisherCopy := *request.Site.Publisher
+ dmxReq.Site = &siteCopy
+ dmxReq.Site.Publisher = &sitePublisherCopy
+ if dmxReq.Site.Publisher != nil {
+ dmxReq.Site.Publisher.ID = publisherId
+ } else {
+ dmxReq.Site.Publisher = &openrtb.Publisher{ID: publisherId}
+ }
+ } else {
+ dmxReq.Site = nil
+ }
+
+ if request.User != nil {
+ userCopy := *request.User
+ dmxReq.User = &userCopy
+ } else {
+ dmxReq.User = nil
+ }
+
+ if dmxReq.User != nil {
+ if dmxReq.User.ID != "" {
+ anyHasId = true
+ }
+ if dmxReq.User.Ext != nil {
+ if err := json.Unmarshal(dmxReq.User.Ext, &userExt); err == nil {
+ if len(userExt.Eids) > 0 || (userExt.DigiTrust != nil && userExt.DigiTrust.ID != "") {
+ anyHasId = true
+ }
+ }
+ }
+ }
+
+ if anyHasId == false {
+ return nil, []error{errors.New("This request contained no identifier")}
+ }
+
+ for _, inst := range dmxReq.Imp {
+ var banner *openrtb.Banner
+ var video *openrtb.Video
+ var ins openrtb.Imp
+ var params dmxExt
+ const intVal int8 = 1
+ source := (*json.RawMessage)(&inst.Ext)
+ if err := json.Unmarshal(*source, ¶ms); err != nil {
+ errs = append(errs, err)
+ }
+ if isDmxParams(params.Bidder) {
+ if inst.Banner != nil {
+ if len(inst.Banner.Format) != 0 {
+ banner = inst.Banner
+ if params.Bidder.PublisherId != "" || params.Bidder.MemberId != "" {
+ imps = fetchParams(params, inst, ins, imps, banner, nil, intVal)
+ } else {
+ return nil, []error{errors.New("Missing Params for auction to be send")}
+ }
+ }
+ }
+
+ if inst.Video != nil {
+ video = inst.Video
+ if params.Bidder.PublisherId != "" || params.Bidder.MemberId != "" {
+ imps = fetchParams(params, inst, ins, imps, nil, video, intVal)
+ } else {
+ return nil, []error{errors.New("Missing Params for auction to be send")}
+ }
+ }
+ }
+
+ }
+
+ dmxReq.Imp = imps
+
+ oJson, err := json.Marshal(dmxReq)
+
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "Application/json;charset=utf-8")
+ reqBidder := &adapters.RequestData{
+ Method: "POST",
+ Uri: adapter.endpoint + addParams(sellerId), //adapter.endpoint,
+ Body: oJson,
+ Headers: headers,
+ }
+ reqsBidder = append(reqsBidder, reqBidder)
+ return
+}
+
+func (adapter *DmxAdapter) MakeBids(request *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ var errs []error
+
+ if http.StatusNoContent == response.StatusCode {
+ return nil, nil
+ }
+
+ if http.StatusBadRequest == response.StatusCode {
+ return nil, []error{&errortypes.BadInput{
+ Message: fmt.Sprintf("Unexpected status code 400"),
+ }}
+ }
+
+ if http.StatusOK != response.StatusCode {
+ return nil, []error{&errortypes.BadInput{
+ Message: fmt.Sprintf("Unexpected response no status code"),
+ }}
+ }
+
+ var bidResp openrtb.BidResponse
+
+ if err := json.Unmarshal(response.Body, &bidResp); err != nil {
+ return nil, []error{err}
+ }
+
+ bidResponse := adapters.NewBidderResponseWithBidsCapacity(5)
+
+ for _, sb := range bidResp.SeatBid {
+ for i := range sb.Bid {
+ bidType, err := getMediaTypeForImp(sb.Bid[i].ImpID, request.Imp)
+ if err != nil {
+ errs = append(errs, err)
+ } else {
+ b := &adapters.TypedBid{
+ Bid: &sb.Bid[i],
+ BidType: bidType,
+ }
+ if b.BidType == openrtb_ext.BidTypeVideo {
+ b.Bid.AdM = videoImpInsertion(b.Bid)
+ }
+ bidResponse.Bids = append(bidResponse.Bids, b)
+ }
+ }
+ }
+ return bidResponse, errs
+
+}
+
+func fetchParams(params dmxExt, inst openrtb.Imp, ins openrtb.Imp, imps []openrtb.Imp, banner *openrtb.Banner, video *openrtb.Video, intVal int8) []openrtb.Imp {
+ if params.Bidder.TagId != "" {
+ ins = openrtb.Imp{
+ ID: inst.ID,
+ TagID: params.Bidder.TagId,
+ Ext: inst.Ext,
+ Secure: &intVal,
+ }
+ }
+
+ if params.Bidder.DmxId != "" {
+ ins = openrtb.Imp{
+ ID: inst.ID,
+ TagID: params.Bidder.DmxId,
+ Ext: inst.Ext,
+ Secure: &intVal,
+ }
+ }
+ if banner != nil {
+ ins.Banner = banner
+ }
+
+ if video != nil {
+ ins.Video = video
+ }
+
+ if ins.TagID == "" {
+ return imps
+ }
+ imps = append(imps, ins)
+ return imps
+}
+
+func addParams(str string) string {
+ if str != "" {
+ return "?sellerid=" + url.QueryEscape(str)
+ }
+ return ""
+}
+
+func getMediaTypeForImp(impID string, imps []openrtb.Imp) (openrtb_ext.BidType, error) {
+ mediaType := openrtb_ext.BidTypeBanner
+ for _, imp := range imps {
+ if imp.ID == impID {
+ if imp.Banner == nil && imp.Video != nil {
+ mediaType = openrtb_ext.BidTypeVideo
+ }
+ return mediaType, nil
+ }
+ }
+
+ // This shouldnt happen. Lets handle it just incase by returning an error.
+ return "", &errortypes.BadInput{
+ Message: fmt.Sprintf("Failed to find impression \"%s\" ", impID),
+ }
+}
+
+func videoImpInsertion(bid *openrtb.Bid) string {
+ adm := bid.AdM
+ nurl := bid.NURL
+ search := ""
+ imp := ""
+ wrapped_nurl := fmt.Sprintf(imp, nurl)
+ results := strings.Replace(adm, search, wrapped_nurl, 1)
+ return results
+}
+
+func isDmxParams(t interface{}) bool {
+ switch t.(type) {
+ case dmxParams:
+ return true
+ default:
+ return false
+ }
+}
diff --git a/adapters/dmx/dmx_test.go b/adapters/dmx/dmx_test.go
new file mode 100644
index 00000000000..e9f195eb61d
--- /dev/null
+++ b/adapters/dmx/dmx_test.go
@@ -0,0 +1,782 @@
+package dmx
+
+import (
+ "encoding/json"
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "strings"
+ "testing"
+
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+)
+
+var (
+ bidRequest string
+)
+
+func TestFetchParams(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+ var arrImp []openrtb.Imp
+ var imps = fetchParams(
+ dmxExt{Bidder: dmxParams{
+ TagId: "222",
+ PublisherId: "5555",
+ }},
+ openrtb.Imp{ID: "32"},
+ openrtb.Imp{ID: "32"},
+ arrImp,
+ &openrtb.Banner{W: &width, H: &height, Format: []openrtb.Format{
+ {W: 300, H: 250},
+ }},
+ nil,
+ 1)
+ var imps2 = fetchParams(
+ dmxExt{Bidder: dmxParams{
+ DmxId: "222",
+ MemberId: "5555",
+ }},
+ openrtb.Imp{ID: "32"},
+ openrtb.Imp{ID: "32"},
+ arrImp,
+ &openrtb.Banner{W: &width, H: &height, Format: []openrtb.Format{
+ {W: 300, H: 250},
+ }},
+ nil,
+ 1)
+ if len(imps) == 0 {
+ t.Errorf("should increment the length by one")
+ }
+
+ if len(imps2) == 0 {
+ t.Errorf("should increment the length by one")
+ }
+
+}
+func TestJsonSamples(t *testing.T) {
+ adapterstest.RunJSONBidderTest(t, "dmxtest", new(DmxAdapter))
+}
+
+func TestMakeRequestsOtherPlacement(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ User: &openrtb.User{ID: "bscakucbkasucbkasunscancasuin"},
+ Imp: []openrtb.Imp{imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ ID: "1234",
+ }
+
+ actualAdapterRequests, err := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ if actualAdapterRequests == nil {
+ t.Errorf("request should be nil")
+ }
+ if len(err) != 0 {
+ t.Errorf("We should have no error")
+ }
+
+}
+
+func TestMakeRequestsInvalid(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ ID: "1234",
+ }
+
+ actualAdapterRequests, err := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ if len(actualAdapterRequests) != 0 {
+ t.Errorf("request should be nil")
+ }
+ if len(err) == 0 {
+ t.Errorf("We should have no error")
+ }
+
+}
+
+func TestMakeRequestNoSite(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1},
+ App: &openrtb.App{ID: "cansanuabnua", Publisher: &openrtb.Publisher{ID: "whatever"}},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ if len(actualAdapterRequests) != 1 {
+ t.Errorf("openrtb type should be an Array when it's an App")
+ }
+ var the_body openrtb.BidRequest
+ if err := json.Unmarshal(actualAdapterRequests[0].Body, &the_body); err != nil {
+ t.Errorf("failed to read bid request")
+ }
+
+ if the_body.App == nil {
+ t.Errorf("app property should be populated")
+ }
+
+ if the_body.App.Publisher.ID == "" {
+ t.Errorf("Missing publisher ID must be in")
+ }
+}
+
+func TestMakeRequestsApp(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ App: &openrtb.App{ID: "cansanuabnua", Publisher: &openrtb.Publisher{ID: "whatever"}},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ if len(actualAdapterRequests) != 1 {
+ t.Errorf("openrtb type should be an Array when it's an App")
+ }
+ var the_body openrtb.BidRequest
+ if err := json.Unmarshal(actualAdapterRequests[0].Body, &the_body); err != nil {
+ t.Errorf("failed to read bid request")
+ }
+
+ if the_body.App == nil {
+ t.Errorf("app property should be populated")
+ }
+
+}
+
+func TestMakeRequestsNoUser(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ if actualAdapterRequests != nil {
+ t.Errorf("openrtb type should be empty")
+ }
+
+}
+
+func TestMakeRequests(t *testing.T) {
+ //server := httptest.NewServer(http.HandlerFunc(DummyDmxServer))
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+ imp2 := openrtb.Imp{
+ ID: "imp2",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+ imp3 := openrtb.Imp{
+ ID: "imp3",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1, imp2, imp3},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ User: &openrtb.User{ID: "districtmID"},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ if len(actualAdapterRequests) != 1 {
+ t.Errorf("should have 1 request")
+ }
+ var the_body openrtb.BidRequest
+ if err := json.Unmarshal(actualAdapterRequests[0].Body, &the_body); err != nil {
+ t.Errorf("failed to read bid request")
+ }
+
+ if len(the_body.Imp) != 3 {
+ t.Errorf("must have 3 bids")
+ }
+
+}
+
+func TestMakeBidVideo(t *testing.T) {
+ var w, h int = 640, 480
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Video: &openrtb.Video{
+ W: width,
+ H: height,
+ MIMEs: []string{"video/mp4"},
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ User: &openrtb.User{ID: "districtmID"},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ if len(actualAdapterRequests) != 1 {
+ t.Errorf("should have 1 request")
+ }
+ var the_body openrtb.BidRequest
+ if err := json.Unmarshal(actualAdapterRequests[0].Body, &the_body); err != nil {
+ t.Errorf("failed to read bid request")
+ }
+
+ if len(the_body.Imp) != 1 {
+ t.Errorf("must have 1 bids")
+ }
+}
+
+func TestMakeBidsNoContent(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ User: &openrtb.User{ID: "districtmID"},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+
+ _, err204 := adapter.MakeBids(&inputRequest, actualAdapterRequests[0], &adapters.ResponseData{StatusCode: 204})
+
+ if err204 != nil {
+ t.Errorf("Was expecting nil")
+ }
+
+ _, err400 := adapter.MakeBids(&inputRequest, actualAdapterRequests[0], &adapters.ResponseData{StatusCode: 400})
+
+ if err400 == nil {
+ t.Errorf("Was expecting error")
+ }
+
+ _, err500 := adapter.MakeBids(&inputRequest, actualAdapterRequests[0], &adapters.ResponseData{StatusCode: 500})
+
+ if err500 == nil {
+ t.Errorf("Was expecting error")
+ }
+
+ bidResponse := &adapters.ResponseData{
+ StatusCode: 200,
+ Body: []byte(`{
+ "id": "JdSgvXjee0UZ",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "16-40dbf1ef_0gKywr9JnzPAW4bE-1",
+ "impid": "imp1",
+ "price": 2.3456,
+ "adm": "",
+ "nurl": "dmxnotificationurlhere",
+ "adomain": [
+ "brand.com",
+ "advertiser.net"
+ ],
+ "cid": "12345",
+ "crid": "232303",
+ "cat": [
+ "IAB20-3"
+ ],
+ "attr": [
+ 2
+ ],
+ "w": 300,
+ "h": 600,
+ "language": "en"
+ }
+ ],
+ "seat": "10001"
+ }
+ ],
+ "cur": "USD"
+}`),
+ }
+
+ bidResponseNoMatch := &adapters.ResponseData{
+ StatusCode: 200,
+ Body: []byte(`{
+ "id": "JdSgvXjee0UZ",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "16-40dbf1ef_0gKywr9JnzPAW4bE-1",
+ "impid": "djvnsvns",
+ "price": 2.3456,
+ "adm": "",
+ "nurl": "dmxnotificationurlhere",
+ "adomain": [
+ "brand.com",
+ "advertiser.net"
+ ],
+ "cid": "12345",
+ "crid": "232303",
+ "cat": [
+ "IAB20-3"
+ ],
+ "attr": [
+ 2
+ ],
+ "w": 300,
+ "h": 600,
+ "language": "en"
+ }
+ ],
+ "seat": "10001"
+ }
+ ],
+ "cur": "USD"
+}`),
+ }
+
+ bids, _ := adapter.MakeBids(&inputRequest, actualAdapterRequests[0], bidResponse)
+ if bids == nil {
+ t.Errorf("ads not parse")
+ }
+ bidsNoMatching, _ := adapter.MakeBids(&inputRequest, actualAdapterRequests[0], bidResponseNoMatch)
+ if bidsNoMatching == nil {
+ t.Errorf("ads not parse")
+ }
+
+}
+func TestUserExtEmptyObject(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1, imp1, imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ User: &openrtb.User{Ext: json.RawMessage(`{}`)},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+ if len(actualAdapterRequests) != 0 {
+ t.Errorf("should have 0 request")
+ }
+}
+func TestUserEidsOnly(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1, imp1, imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ User: &openrtb.User{Ext: json.RawMessage(`{"eids": [{
+ "source": "adserver.org",
+ "uids": [{
+ "id": "111111111111",
+ "ext": {
+ "rtiPartner": "TDID"
+ }
+ }]
+ },{
+ "source": "netid.de",
+ "uids": [{
+ "id": "11111111"
+ }]
+ }]
+ }`)},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+ if len(actualAdapterRequests) != 1 {
+ t.Errorf("should have 1 request")
+ }
+}
+
+func TestUserDigitrustOnly(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1, imp1, imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ User: &openrtb.User{Ext: json.RawMessage(`{
+ "digitrust": {
+ "id": "11111111111",
+ "keyv": 4
+ }}`)},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+ if len(actualAdapterRequests) != 1 {
+ t.Errorf("should have 1 request")
+ }
+}
+
+func TestUsersEids(t *testing.T) {
+ var w, h int = 300, 250
+
+ var width, height uint64 = uint64(w), uint64(h)
+
+ adapter := NewDmxBidder("https://dmx.districtm.io/b/v2")
+ imp1 := openrtb.Imp{
+ ID: "imp1",
+ Ext: json.RawMessage("{\"bidder\":{\"dmxid\": \"1007\", \"memberid\": \"123456\", \"seller_id\":\"1008\"}}"),
+ Banner: &openrtb.Banner{
+ W: &width,
+ H: &height,
+ Format: []openrtb.Format{
+ {W: 300, H: 250},
+ },
+ }}
+
+ inputRequest := openrtb.BidRequest{
+ Imp: []openrtb.Imp{imp1, imp1, imp1},
+ Site: &openrtb.Site{
+ Publisher: &openrtb.Publisher{
+ ID: "10007",
+ },
+ },
+ User: &openrtb.User{ID: "districtmID", Ext: json.RawMessage(`{"eids": [{
+ "source": "adserver.org",
+ "uids": [{
+ "id": "111111111111",
+ "ext": {
+ "rtiPartner": "TDID"
+ }
+ }]
+ },{
+ "source": "pubcid.org",
+ "uids": [{
+ "id":"11111111"
+ }]
+ },
+ {
+ "source": "id5-sync.com",
+ "uids": [{
+ "id": "ID5-12345"
+ }]
+ },
+ {
+ "source": "parrable.com",
+ "uids": [{
+ "id": "01.1563917337.test-eid"
+ }]
+ },{
+ "source": "identityLink",
+ "uids": [{
+ "id": "11111111"
+ }]
+ },{
+ "source": "criteo",
+ "uids": [{
+ "id": "11111111"
+ }]
+ },{
+ "source": "britepool.com",
+ "uids": [{
+ "id": "11111111"
+ }]
+ },{
+ "source": "liveintent.com",
+ "uids": [{
+ "id": "11111111"
+ }]
+ },{
+ "source": "netid.de",
+ "uids": [{
+ "id": "11111111"
+ }]
+ }],
+ "digitrust": {
+ "id": "11111111111",
+ "keyv": 4
+ }}`)},
+ ID: "1234",
+ }
+
+ actualAdapterRequests, _ := adapter.MakeRequests(&inputRequest, &adapters.ExtraRequestInfo{})
+ if len(actualAdapterRequests) != 1 {
+ t.Errorf("should have 1 request")
+ }
+ var the_body openrtb.BidRequest
+ if err := json.Unmarshal(actualAdapterRequests[0].Body, &the_body); err != nil {
+ t.Errorf("failed to read bid request")
+ }
+
+ if len(the_body.Imp) != 3 {
+ t.Errorf("must have 3 bids")
+ }
+}
+func TestVideoImpInsertion(t *testing.T) {
+ var bidResp openrtb.BidResponse
+ var bid openrtb.Bid
+ payload := []byte(`{
+ "id": "some-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "video1",
+ "impid": "video1",
+ "price": 5.01,
+ "nurl": "https://demo.arripiblik.com/359585167267151",
+ "adm": "BidSwitch",
+ "crid": "76575664756",
+ "dealid": "dmx-deal-hp-24",
+ "w": 640,
+ "h": 480,
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
+ }
+ },
+ {
+ "id": "some-impression-id",
+ "impid": "some-impression-id",
+ "price": 5.01,
+ "adm": "
",
+ "crid": "1346943998",
+ "dealid": "dmx-deal-hp-24",
+ "w": 300,
+ "h": 250,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ },
+ {
+ "id": "some-impression-id2",
+ "impid": "some-impression-id2",
+ "price": 5.01,
+ "adm": "
",
+ "crid": "1424798162",
+ "dealid": "dmx-deal-hp-24",
+ "w": 728,
+ "h": 90,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ }
+ ],
+ "seat": "dmx"
+ }
+ ]
+}`)
+
+ err := json.Unmarshal(payload, &bidResp)
+ if err != nil {
+ t.Errorf("Payload is invalid")
+ }
+ bid = openrtb.Bid(bidResp.SeatBid[0].Bid[0])
+ data := videoImpInsertion(&bid)
+ find := strings.Index(data, "demo.arripiblik.com")
+ if find == -1 {
+ t.Errorf("String was not found")
+ }
+
+}
diff --git a/adapters/dmx/dmxtest/exemplary/simple-app.json b/adapters/dmx/dmxtest/exemplary/simple-app.json
new file mode 100644
index 00000000000..a2d57163f3c
--- /dev/null
+++ b/adapters/dmx/dmxtest/exemplary/simple-app.json
@@ -0,0 +1,138 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "app":{
+ "bundle":"302324249",
+ "id":"ed6207cefff74c14878963566683c070",
+ "name":"Skout - iOS Match Buy",
+ "publisher":{
+ "id":"10400"
+ },
+ "storeurl":"https://itunes.apple.com/app/id302324249"
+ },
+ "imp": [
+ {
+
+ "id": "test-imp-id",
+ "banner": {
+ "w": 300,
+ "h": 250,
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "dmxid": "123454",
+ "publisher_id": "10400"
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "",
+ "body": {
+ "id": "test-request-id",
+ "app":{
+ "bundle":"302324249",
+ "id":"ed6207cefff74c14878963566683c070",
+ "name":"Skout - iOS Match Buy",
+ "publisher":{
+ "id":"10400"
+ },
+ "storeurl":"https://itunes.apple.com/app/id302324249"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "tagid": "123454",
+ "secure": 1,
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ],
+ "w": 300,
+ "h": 250
+ },
+ "ext": {
+ "bidder": {
+ "publisher_id": "10400",
+ "dmxid": "123454"
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "seat": "958",
+ "bid": [{
+ "id": "7706636740145184841",
+ "impid": "test-imp-id",
+ "price": 1.75,
+ "adid": "29681110",
+ "adm": "banner-ads
",
+ "adomain": ["dmx.districtm.io"],
+ "iurl": "https://dmx.districtm.io/b/v2",
+ "cid": "958",
+ "crid": "29681110",
+ "h": 250,
+ "w": 300
+ }]
+ }
+ ],
+ "bidid": "5778926625248726496",
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "7706636740145184841",
+ "impid": "test-imp-id",
+ "price": 1.75,
+ "adm": "banner-ads
",
+ "adid": "29681110",
+ "adomain": ["dmx.districtm.io"],
+ "iurl": "https://dmx.districtm.io/b/v2",
+ "cid": "958",
+ "crid": "29681110",
+ "w": 300,
+ "h": 250
+
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/dmx/dmxtest/exemplary/simple-banner.json b/adapters/dmx/dmxtest/exemplary/simple-banner.json
new file mode 100644
index 00000000000..03ea6246ee4
--- /dev/null
+++ b/adapters/dmx/dmxtest/exemplary/simple-banner.json
@@ -0,0 +1,126 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "user": {
+ "id": "fhacacnasicnaic"
+ },
+ "imp": [
+ {
+
+ "id": "test-imp-id",
+ "banner": {
+ "w": 300,
+ "h": 250,
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "dmxid": "123454",
+ "publisher_id": "10400"
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "",
+ "body": {
+ "id": "test-request-id",
+ "user": {
+ "id": "fhacacnasicnaic"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "tagid": "123454",
+ "secure": 1,
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ],
+ "w": 300,
+ "h": 250
+ },
+ "ext": {
+ "bidder": {
+ "publisher_id": "10400",
+ "dmxid": "123454"
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "seat": "958",
+ "bid": [{
+ "id": "7706636740145184841",
+ "impid": "test-imp-id",
+ "price": 1.75,
+ "adid": "29681110",
+ "adm": "banner-ads
",
+ "adomain": ["dmx.districtm.io"],
+ "iurl": "https://dmx.districtm.io/b/v2",
+ "cid": "958",
+ "crid": "29681110",
+ "h": 250,
+ "w": 300
+ }]
+ }
+ ],
+ "bidid": "5778926625248726496",
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "7706636740145184841",
+ "impid": "test-imp-id",
+ "price": 1.75,
+ "adm": "banner-ads
",
+ "adid": "29681110",
+ "adomain": ["dmx.districtm.io"],
+ "iurl": "https://dmx.districtm.io/b/v2",
+ "cid": "958",
+ "crid": "29681110",
+ "w": 300,
+ "h": 250
+
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/dmx/dmxtest/exemplary/simple-video.json b/adapters/dmx/dmxtest/exemplary/simple-video.json
new file mode 100644
index 00000000000..b4c53188119
--- /dev/null
+++ b/adapters/dmx/dmxtest/exemplary/simple-video.json
@@ -0,0 +1,112 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "user": {
+ "id": "whateveryouwant"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "minduration": 15,
+ "maxduration": 30,
+ "protocols": [2, 3, 5, 6, 7, 8],
+ "w": 940,
+ "h": 560
+ },
+ "ext": {
+ "bidder": {
+ "tagid": "12345",
+ "publisher_id": "10400"
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "",
+ "body": {
+ "id": "test-request-id",
+ "user": {
+ "id": "whateveryouwant"
+ },
+ "imp": [
+ {
+ "ext": {
+ "bidder": {
+ "tagid": "12345",
+ "publisher_id": "10400"
+ }
+ },
+ "id": "test-imp-id",
+ "tagid": "12345",
+ "secure": 1,
+ "video": {
+ "mimes": ["video/mp4"],
+ "minduration": 15,
+ "maxduration": 30,
+ "protocols": [2, 3, 5, 6, 7, 8],
+ "w": 940,
+ "h": 560
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "seat": "958",
+ "bid": [{
+ "id": "7706636740145184841",
+ "impid": "test-imp-id",
+ "price": 1.90,
+ "adid": "29681110",
+ "adm": "ads",
+ "adomain": ["dmx.districtm.io"],
+ "iurl": "https://dmx.districtm.io/b/v2",
+ "cid": "958",
+ "crid": "29681110",
+ "h": 250,
+ "w": 300
+ }]
+ }
+ ],
+ "bidid": "5778926625248726496",
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "7706636740145184841",
+ "impid": "test-imp-id",
+ "price": 1.90,
+ "adm": "ads",
+ "adid": "29681110",
+ "adomain": ["dmx.districtm.io"],
+ "iurl": "https://dmx.districtm.io/b/v2",
+ "cid": "958",
+ "crid": "29681110",
+ "w": 300,
+ "h": 250
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/dmx/dmxtest/params/race/banner.json b/adapters/dmx/dmxtest/params/race/banner.json
new file mode 100644
index 00000000000..1c0adff78ac
--- /dev/null
+++ b/adapters/dmx/dmxtest/params/race/banner.json
@@ -0,0 +1,4 @@
+{
+ "tagid": "25251",
+ "publisher_id": "100152"
+}
\ No newline at end of file
diff --git a/adapters/dmx/dmxtest/params/race/video.json b/adapters/dmx/dmxtest/params/race/video.json
new file mode 100644
index 00000000000..3bbd83bd3b0
--- /dev/null
+++ b/adapters/dmx/dmxtest/params/race/video.json
@@ -0,0 +1,4 @@
+{
+ "tagid": "25255",
+ "publisher_id": "100151"
+}
\ No newline at end of file
diff --git a/adapters/dmx/usersync.go b/adapters/dmx/usersync.go
new file mode 100644
index 00000000000..98e56234fa6
--- /dev/null
+++ b/adapters/dmx/usersync.go
@@ -0,0 +1,12 @@
+package dmx
+
+import (
+ "text/template"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/usersync"
+)
+
+func NewDmxSyncer(temp *template.Template) usersync.Usersyncer {
+ return adapters.NewSyncer("dmx", 144, temp, adapters.SyncTypeRedirect)
+}
diff --git a/adapters/dmx/usersync_test.go b/adapters/dmx/usersync_test.go
new file mode 100644
index 00000000000..e4e3c7d8e55
--- /dev/null
+++ b/adapters/dmx/usersync_test.go
@@ -0,0 +1,20 @@
+package dmx
+
+import (
+ "github.com/prebid/prebid-server/privacy"
+ "testing"
+ "text/template"
+
+ "github.com/stretchr/testify/assert"
+)
+
+func TestDmxSyncer(t *testing.T) {
+ temp := template.Must(template.New("sync-template").Parse("https://dmx.districtm.io/s/v1/img/s/10007"))
+ syncer := NewDmxSyncer(temp)
+ syncInfo, err := syncer.GetUsersyncInfo(privacy.Policies{})
+ assert.NoError(t, err)
+ assert.Equal(t, "https://dmx.districtm.io/s/v1/img/s/10007", syncInfo.URL)
+ assert.Equal(t, "redirect", syncInfo.Type)
+ assert.EqualValues(t, 144, syncer.GDPRVendorID())
+ assert.Equal(t, false, syncInfo.SupportCORS)
+}
diff --git a/config/config.go b/config/config.go
index 9652ae141f5..e93aed46eab 100755
--- a/config/config.go
+++ b/config/config.go
@@ -534,6 +534,7 @@ func (cfg *Configuration) setDerivedDefaults() {
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderConversant, "https://prebid-match.dotomi.com/match/bounce/current?version=1&networkId=72582&rurl="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dconversant%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderCpmstar, "https://server.cpmstar.com/usersync.aspx?gdpr={{.GDPR}}&consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dcpmstar%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderDatablocks, "https://sync.v5prebid.datablocks.net/s2ssync?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Ddatablocks%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%7Buid%7D")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderDmx, "https://dmx.districtm.io/s/v1/img/s/10007?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Ddatablocks%26gdpr%3D%24%7Bgdpr%7D%26gdpr_consent%3D%24%7Bgdpr_consent%7D%26uid%3D%24%7Buid%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderEmxDigital, "https://cs.emxdgt.com/um?ssp=pbs&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Demx_digital%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderEngageBDR, "https://match.bnmla.com/usersync/s2s_sync?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dengagebdr%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%7BUUID%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderEPlanning, "https://ads.us.e-planning.net/uspd/1/?du="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Deplanning%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
@@ -711,9 +712,10 @@ func SetupViper(v *viper.Viper, filename string) {
// for them and specify all the parameters they need for them to work correctly.
v.SetDefault("adapters.audiencenetwork.disabled", true)
v.SetDefault("adapters.rubicon.disabled", true)
-
v.SetDefault("adapters.33across.endpoint", "http://ssc.33across.com/api/v1/hb")
v.SetDefault("adapters.33across.partner_id", "")
+ v.SetDefault("adapters.dmx.endpoint", "https://dmx.districtm.io/b/v2")
+ v.SetDefault("adapters.adtelligent.endpoint", "http://hb.adtelligent.com/auction")
v.SetDefault("adapters.adform.endpoint", "http://adx.adform.net/adx")
v.SetDefault("adapters.adgeneration.endpoint", "https://d.socdm.com/adsv/v1")
v.SetDefault("adapters.adhese.endpoint", "https://ads-{{.AccountID}}.adhese.com/json")
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index b69b5b50e13..390016117fb 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -29,6 +29,7 @@ import (
"github.com/prebid/prebid-server/adapters/conversant"
"github.com/prebid/prebid-server/adapters/cpmstar"
"github.com/prebid/prebid-server/adapters/datablocks"
+ "github.com/prebid/prebid-server/adapters/dmx"
"github.com/prebid/prebid-server/adapters/emx_digital"
"github.com/prebid/prebid-server/adapters/engagebdr"
"github.com/prebid/prebid-server/adapters/eplanning"
@@ -107,6 +108,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderConsumable: consumable.NewConsumableBidder(cfg.Adapters[string(openrtb_ext.BidderConsumable)].Endpoint),
openrtb_ext.BidderCpmstar: cpmstar.NewCpmstarBidder(cfg.Adapters[string(openrtb_ext.BidderCpmstar)].Endpoint),
openrtb_ext.BidderDatablocks: datablocks.NewDatablocksBidder(cfg.Adapters[string(openrtb_ext.BidderDatablocks)].Endpoint),
+ openrtb_ext.BidderDmx: dmx.NewDmxBidder(cfg.Adapters[string(openrtb_ext.BidderDmx)].Endpoint),
openrtb_ext.BidderEmxDigital: emx_digital.NewEmxDigitalBidder(cfg.Adapters[string(openrtb_ext.BidderEmxDigital)].Endpoint),
openrtb_ext.BidderEngageBDR: engagebdr.NewEngageBDRBidder(client, cfg.Adapters[string(openrtb_ext.BidderEngageBDR)].Endpoint),
openrtb_ext.BidderEPlanning: eplanning.NewEPlanningBidder(client, cfg.Adapters[string(openrtb_ext.BidderEPlanning)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index 8a53e4adcf2..b3ecddb06cd 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -46,6 +46,7 @@ const (
BidderConversant BidderName = "conversant"
BidderCpmstar BidderName = "cpmstar"
BidderDatablocks BidderName = "datablocks"
+ BidderDmx BidderName = "dmx"
BidderEmxDigital BidderName = "emx_digital"
BidderEngageBDR BidderName = "engagebdr"
BidderEPlanning BidderName = "eplanning"
@@ -122,6 +123,7 @@ var BidderMap = map[string]BidderName{
"conversant": BidderConversant,
"cpmstar": BidderCpmstar,
"datablocks": BidderDatablocks,
+ "dmx": BidderDmx,
"emx_digital": BidderEmxDigital,
"engagebdr": BidderEngageBDR,
"eplanning": BidderEPlanning,
diff --git a/static/bidder-info/dmx.yaml b/static/bidder-info/dmx.yaml
new file mode 100644
index 00000000000..d6e54178db4
--- /dev/null
+++ b/static/bidder-info/dmx.yaml
@@ -0,0 +1,11 @@
+maintainer:
+ email: "steve@districtm.net"
+capabilities:
+ site:
+ mediaTypes:
+ - banner
+ - video
+ app:
+ mediaTypes:
+ - banner
+ - video
diff --git a/static/bidder-params/dmx.json b/static/bidder-params/dmx.json
new file mode 100644
index 00000000000..4c0df65e3d4
--- /dev/null
+++ b/static/bidder-params/dmx.json
@@ -0,0 +1,22 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "District M DMX Adapter Params",
+ "description": "A schema which validates params accepted by the DMX adapter",
+ "type": "object",
+ "properties": {
+ "memberid" : {
+ "type": "string",
+ "description": "Represent boost MemberId from districtm UI"
+ },
+ "tagid": {
+ "type": "string",
+ "description": "Represent the placement ID, this value is optional"
+ },
+ "bidfloor": {
+ "type": "string",
+ "description": "The minimum price acceptable for a bid"
+ }
+ },
+
+ "required": ["memberid"]
+}
\ No newline at end of file
diff --git a/usersync/usersyncers/syncer.go b/usersync/usersyncers/syncer.go
index 791a00de0a9..5dccf855add 100755
--- a/usersync/usersyncers/syncer.go
+++ b/usersync/usersyncers/syncer.go
@@ -24,6 +24,7 @@ import (
"github.com/prebid/prebid-server/adapters/conversant"
"github.com/prebid/prebid-server/adapters/cpmstar"
"github.com/prebid/prebid-server/adapters/datablocks"
+ "github.com/prebid/prebid-server/adapters/dmx"
"github.com/prebid/prebid-server/adapters/emx_digital"
"github.com/prebid/prebid-server/adapters/engagebdr"
"github.com/prebid/prebid-server/adapters/eplanning"
@@ -94,6 +95,7 @@ func NewSyncerMap(cfg *config.Configuration) map[openrtb_ext.BidderName]usersync
insertIntoMap(cfg, syncers, openrtb_ext.BidderConversant, conversant.NewConversantSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderCpmstar, cpmstar.NewCpmstarSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderDatablocks, datablocks.NewDatablocksSyncer)
+ insertIntoMap(cfg, syncers, openrtb_ext.BidderDmx, dmx.NewDmxSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderEmxDigital, emx_digital.NewEMXDigitalSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderEngageBDR, engagebdr.NewEngageBDRSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderEPlanning, eplanning.NewEPlanningSyncer)
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index 9aae284da2a..ddd067e8be7 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -32,6 +32,7 @@ func TestNewSyncerMap(t *testing.T) {
string(openrtb_ext.BidderConversant): syncConfig,
string(openrtb_ext.BidderCpmstar): syncConfig,
string(openrtb_ext.BidderDatablocks): syncConfig,
+ string(openrtb_ext.BidderDmx): syncConfig,
string(openrtb_ext.BidderEmxDigital): syncConfig,
string(openrtb_ext.BidderEngageBDR): syncConfig,
string(openrtb_ext.BidderEPlanning): syncConfig,
From b10b55ce107f1f217b5476367129aaf528350990 Mon Sep 17 00:00:00 2001
From: hbanalytics <55453525+hbanalytics@users.noreply.github.com>
Date: Thu, 4 Jun 2020 20:18:34 +0300
Subject: [PATCH 106/381] Fix sync url for Yieldone s2s Bid Adapter (#1336)
* Fix typo in Yieldone sync url
---
config/config.go | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/config/config.go b/config/config.go
index e93aed46eab..4e54bc712a2 100755
--- a/config/config.go
+++ b/config/config.go
@@ -575,7 +575,7 @@ func (cfg *Configuration) setDerivedDefaults() {
// openrtb_ext.BidderVrtcal doesn't have a good default.
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderYieldlab, "https://ad.yieldlab.net/mr?t=2&pid=9140838&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dyieldlab%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%25%25YL_UID%25%25")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderYieldmo, "https://ads.yieldmo.com/pbsync?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirectUri="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dyieldmo%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
- setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderYieldone, "https://y.one.impact-ad.jp/hbs_sc?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirectUri="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dyieldone%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderYieldone, "https://y.one.impact-ad.jp/hbs_cs?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirectUri="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dyieldone%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderZeroClickFraud, "https://s.0cf.io/sync?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dzeroclickfraud%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%7Buid%7D")
}
From dc9d246285fea7b5fe13ebdb4a5e2992b0cbbead Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Mon, 8 Jun 2020 17:34:21 -0400
Subject: [PATCH 107/381] CCPA Video Bug (#1333)
---
endpoints/openrtb2/amp_auction_test.go | 3 +-
endpoints/openrtb2/auction.go | 7 +-
endpoints/openrtb2/auction_test.go | 12 +-
.../video/video_invalid_sample.json | 125 +++++++-------
.../video/video_valid_sample.json | 155 ++++++++---------
.../video_valid_sample_ccpa_malformed.json | 88 ++++++++++
.../video/video_valid_sample_ccpa_valid.json | 88 ++++++++++
...ideo_valid_sample_different_durations.json | 159 +++++++++---------
...o_valid_sample_with_device_user_agent.json | 155 ++++++++---------
...alid_sample_without_device_user_agent.json | 122 +++++++-------
endpoints/openrtb2/video_auction.go | 4 +-
endpoints/openrtb2/video_auction_test.go | 101 ++++++++++-
privacy/ccpa/policy.go | 37 +++-
privacy/ccpa/policy_test.go | 42 +++++
14 files changed, 729 insertions(+), 369 deletions(-)
create mode 100644 endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_malformed.json
create mode 100644 endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_valid.json
diff --git a/endpoints/openrtb2/amp_auction_test.go b/endpoints/openrtb2/amp_auction_test.go
index 9dc81eb1b9d..289db3f48cb 100644
--- a/endpoints/openrtb2/amp_auction_test.go
+++ b/endpoints/openrtb2/amp_auction_test.go
@@ -122,9 +122,8 @@ func TestAMPPageInfo(t *testing.T) {
}
func TestGDPRConsent(t *testing.T) {
- consent := "BONV8oqONXwgmADACHENAO7pqzAAppY"
+ consent := "BOu5On0Ou5On0ADACHENAO7pqzAAppY"
existingConsent := "BONV8oqONXwgmADACHENAO7pqzAAppY"
-
digitrust := &openrtb_ext.ExtUserDigiTrust{
ID: "anyDigitrustID",
KeyV: 1,
diff --git a/endpoints/openrtb2/auction.go b/endpoints/openrtb2/auction.go
index bcb13724519..bd50fca9149 100644
--- a/endpoints/openrtb2/auction.go
+++ b/endpoints/openrtb2/auction.go
@@ -315,7 +315,12 @@ func (deps *endpointDeps) validateRequest(req *openrtb.BidRequest) []error {
}
if err := ccpaPolicy.Validate(); err != nil {
- errL = append(errL, &errortypes.Warning{Message: fmt.Sprintf("CCPA value is invalid and will be ignored. (%s)", err.Error())})
+ errL = append(errL, &errortypes.InvalidPrivacyConsent{Message: fmt.Sprintf("CCPA consent is invalid and will be ignored. (%v)", err)})
+
+ ccpaPolicy.Value = ""
+ if err := ccpaPolicy.Write(req); err != nil {
+ errL = append(errL, fmt.Errorf("Unable to remove invalid CCPA consent from the request. (%v)", err))
+ }
}
impIDs := make(map[string]int, len(req.Imp))
diff --git a/endpoints/openrtb2/auction_test.go b/endpoints/openrtb2/auction_test.go
index fdd6b3a47cf..c3b9267bf8b 100644
--- a/endpoints/openrtb2/auction_test.go
+++ b/endpoints/openrtb2/auction_test.go
@@ -915,7 +915,7 @@ func TestCurrencyTrunc(t *testing.T) {
assert.ElementsMatch(t, errL, []error{&expectedError})
}
-func TestCCPAInvalidValueWarning(t *testing.T) {
+func TestCCPAInvalid(t *testing.T) {
deps := &endpointDeps{
&nobidExchange{},
newParamsValidator(t),
@@ -943,21 +943,23 @@ func TestCCPAInvalidValueWarning(t *testing.T) {
W: &ui,
H: &ui,
},
- Ext: json.RawMessage("{\"appnexus\": {\"placementId\": 5667}}"),
+ Ext: json.RawMessage(`{"appnexus": {"placementId": 5667}}`),
},
},
Site: &openrtb.Site{
ID: "myID",
},
Regs: &openrtb.Regs{
- Ext: json.RawMessage("{\"us_privacy\":\"invalid by length\"}"),
+ Ext: json.RawMessage(`{"us_privacy":"invalid by length"}`),
},
}
errL := deps.validateRequest(&req)
- expectedError := errortypes.Warning{Message: "CCPA value is invalid and will be ignored. (request.regs.ext.us_privacy must contain 4 characters)"}
- assert.ElementsMatch(t, errL, []error{&expectedError})
+ expectedWarning := errortypes.InvalidPrivacyConsent{Message: "CCPA consent is invalid and will be ignored. (request.regs.ext.us_privacy must contain 4 characters)"}
+ assert.ElementsMatch(t, errL, []error{&expectedWarning})
+
+ assert.Empty(t, req.Regs.Ext, "Invalid Consent Removed From Request")
}
// nobidExchange is a well-behaved exchange which always bids "no bid".
diff --git a/endpoints/openrtb2/sample-requests/video/video_invalid_sample.json b/endpoints/openrtb2/sample-requests/video/video_invalid_sample.json
index 0a9fe656362..d62f40438b4 100644
--- a/endpoints/openrtb2/sample-requests/video/video_invalid_sample.json
+++ b/endpoints/openrtb2/sample-requests/video/video_invalid_sample.json
@@ -1,68 +1,69 @@
{
- "description": "Video endpoint valid request.",
+ "description": "Video endpoint valid request due to missing pods.",
- "requestPayload":
-{
- "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
- "accountid": "555888777",
-
- "site": {
- "page": "prebid.com"
- },
- "user": {
- "buyeruids": {
- "appnexus": "unique_id_an",
- "rubicon": "unique_id_rubi"
+ "requestPayload": {
+ "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
+ "site": {
+ "page": "prebid.com"
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 0
+ }
+ },
+ "user": {
+ "yob": 1991,
+ "gender": "F",
+ "keywords": "Hotels, Travelling",
+ "ext": {
+ "prebid": {
+ "buyeruids": {
+ "appnexus": "unique_id_an",
+ "rubicon": "unique_id_rubi"
+ }
+ }
+ }
+ },
+ "device": {
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
+ "ip": "123.145.167.10",
+ "devicetype": 1,
+ "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
+ "lmt": 44,
+ "os": "mac os",
+ "w": 640,
+ "h": 480,
+ "didsha1": "didsha1",
+ "didmd5": "didmd5",
+ "dpidsha1": "dpidsha1",
+ "dpidmd5": "dpidmd5",
+ "macsha1": "macsha1",
+ "macmd5": "macmd5"
+ },
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": ""
+ },
+ "video": {
+ "w": 640,
+ "h": 480,
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 2, 3, 5, 6
+ ]
},
- "gdpr": {
- "consentrequired": false,
- "consentstring": "something"
+ "content": {
+ "episode": 6,
+ "title": "episodeName",
+ "series": "TvName",
+ "season": "season3",
+ "len": 900,
+ "livestream": 0
},
- "yob": 1991,
- "gender": "F",
- "keywords": "Hotels, Travelling"
- },
- "device11": {
- "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
- "ip": "123.145.167.10",
- "devicetype": 1,
- "dnt": 33,
- "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
- "lmt": 44,
- "os": "mac os",
- "w": 640,
- "h": 480,
- "didsha1": "didsha1",
- "didmd5": "didmd5",
- "dpidsha1": "dpidsha1",
- "dpidmd5": "dpidmd5",
- "macsha1": "macsha1",
- "macmd5": "macmd5"
- },
- "includebrandcategory":{
- "primaryadserver": 1,
- "publisher": ""
- },
- "video": {
- "w": 640,
- "h": 480,
- "mimes": [
- "video/mp4"
- ],
- "protocols": [
- 2,3,5,6
- ]
- },
- "content": {
- "episode": 6,
- "title": "episodeName",
- "series": "TvName",
- "season": "season3",
- "len": 900,
- "livestream": 0
- },
- "cacheconfig": {
- "ttl": 42
+ "cacheconfig": {
+ "ttl": 42
+ }
}
-}
}
\ No newline at end of file
diff --git a/endpoints/openrtb2/sample-requests/video/video_valid_sample.json b/endpoints/openrtb2/sample-requests/video/video_valid_sample.json
index caa16f523dc..7ccdbf83a46 100644
--- a/endpoints/openrtb2/sample-requests/video/video_valid_sample.json
+++ b/endpoints/openrtb2/sample-requests/video/video_valid_sample.json
@@ -1,85 +1,86 @@
{
"description": "Video endpoint valid request.",
- "requestPayload":
-{
- "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
- "accountid": "555888777",
- "podconfig": {
- "durationrangesec": [
- 30
- ],
- "requireexactduration": true,
- "pods": [
- {
- "podid": 1,
- "adpoddurationsec": 180,
- "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
- },
- {
- "podid": 2,
- "adpoddurationsec": 150,
- "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ "requestPayload": {
+ "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
+ "podconfig": {
+ "durationrangesec": [
+ 30
+ ],
+ "requireexactduration": true,
+ "pods": [{
+ "podid": 1,
+ "adpoddurationsec": 180,
+ "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
+ },
+ {
+ "podid": 2,
+ "adpoddurationsec": 150,
+ "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ }
+ ]
+ },
+ "site": {
+ "page": "prebid.com"
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 0
+ }
+ },
+ "user": {
+ "yob": 1991,
+ "gender": "F",
+ "keywords": "Hotels, Travelling",
+ "ext": {
+ "prebid": {
+ "buyeruids": {
+ "appnexus": "unique_id_an",
+ "rubicon": "unique_id_rubi"
+ }
+ }
}
- ]
- },
- "site": {
- "page": "prebid.com"
- },
- "user": {
- "buyeruids": {
- "appnexus": "unique_id_an",
- "rubicon": "unique_id_rubi"
},
- "gdpr": {
- "consentrequired": false,
- "consentstring": "something"
+ "device": {
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
+ "ip": "123.145.167.10",
+ "devicetype": 1,
+ "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
+ "lmt": 44,
+ "os": "mac os",
+ "w": 640,
+ "h": 480,
+ "didsha1": "didsha1",
+ "didmd5": "didmd5",
+ "dpidsha1": "dpidsha1",
+ "dpidmd5": "dpidmd5",
+ "macsha1": "macsha1",
+ "macmd5": "macmd5"
+ },
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": ""
+ },
+ "video": {
+ "w": 640,
+ "h": 480,
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 2, 3, 5, 6
+ ]
+ },
+ "content": {
+ "episode": 6,
+ "title": "episodeName",
+ "series": "TvName",
+ "season": "season3",
+ "len": 900,
+ "livestream": 0
},
- "yob": 1991,
- "gender": "F",
- "keywords": "Hotels, Travelling"
- },
- "device11": {
- "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
- "ip": "123.145.167.10",
- "devicetype": 1,
- "dnt": 33,
- "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
- "lmt": 44,
- "os": "mac os",
- "w": 640,
- "h": 480,
- "didsha1": "didsha1",
- "didmd5": "didmd5",
- "dpidsha1": "dpidsha1",
- "dpidmd5": "dpidmd5",
- "macsha1": "macsha1",
- "macmd5": "macmd5"
- },
- "includebrandcategory":{
- "primaryadserver": 1,
- "publisher": ""
- },
- "video": {
- "w": 640,
- "h": 480,
- "mimes": [
- "video/mp4"
- ],
- "protocols": [
- 2,3,5,6
- ]
- },
- "content": {
- "episode": 6,
- "title": "episodeName",
- "series": "TvName",
- "season": "season3",
- "len": 900,
- "livestream": 0
- },
- "cacheconfig": {
- "ttl": 42
+ "cacheconfig": {
+ "ttl": 42
+ }
}
-}
}
\ No newline at end of file
diff --git a/endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_malformed.json b/endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_malformed.json
new file mode 100644
index 00000000000..b512c68346e
--- /dev/null
+++ b/endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_malformed.json
@@ -0,0 +1,88 @@
+{
+ "description": "Video endpoint valid request.",
+
+ "requestPayload": {
+ "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
+ "podconfig": {
+ "durationrangesec": [
+ 30
+ ],
+ "requireexactduration": true,
+ "pods": [{
+ "podid": 1,
+ "adpoddurationsec": 180,
+ "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
+ },
+ {
+ "podid": 2,
+ "adpoddurationsec": 150,
+ "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ }
+ ]
+ },
+ "site": {
+ "page": "prebid.com"
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 0,
+ "us_privacy": "${malformed}"
+ }
+ },
+ "user": {
+ "buyeruid": "anyId",
+ "yob": 1991,
+ "gender": "F",
+ "keywords": "Hotels, Travelling",
+ "ext": {
+ "prebid": {
+ "buyeruids": {
+ "appnexus": "unique_id_an",
+ "rubicon": "unique_id_rubi"
+ }
+ }
+ }
+ },
+ "device": {
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
+ "ip": "123.145.167.10",
+ "devicetype": 1,
+ "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
+ "lmt": 44,
+ "os": "mac os",
+ "w": 640,
+ "h": 480,
+ "didsha1": "didsha1",
+ "didmd5": "didmd5",
+ "dpidsha1": "dpidsha1",
+ "dpidmd5": "dpidmd5",
+ "macsha1": "macsha1",
+ "macmd5": "macmd5"
+ },
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": ""
+ },
+ "video": {
+ "w": 640,
+ "h": 480,
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 2, 3, 5, 6
+ ]
+ },
+ "content": {
+ "episode": 6,
+ "title": "episodeName",
+ "series": "TvName",
+ "season": "season3",
+ "len": 900,
+ "livestream": 0
+ },
+ "cacheconfig": {
+ "ttl": 42
+ }
+ }
+}
\ No newline at end of file
diff --git a/endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_valid.json b/endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_valid.json
new file mode 100644
index 00000000000..cfa389d4ce2
--- /dev/null
+++ b/endpoints/openrtb2/sample-requests/video/video_valid_sample_ccpa_valid.json
@@ -0,0 +1,88 @@
+{
+ "description": "Video endpoint valid request.",
+
+ "requestPayload": {
+ "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
+ "podconfig": {
+ "durationrangesec": [
+ 30
+ ],
+ "requireexactduration": true,
+ "pods": [{
+ "podid": 1,
+ "adpoddurationsec": 180,
+ "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
+ },
+ {
+ "podid": 2,
+ "adpoddurationsec": 150,
+ "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ }
+ ]
+ },
+ "site": {
+ "page": "prebid.com"
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 0,
+ "us_privacy": "1NYN"
+ }
+ },
+ "user": {
+ "buyeruid": "anyId",
+ "yob": 1991,
+ "gender": "F",
+ "keywords": "Hotels, Travelling",
+ "ext": {
+ "prebid": {
+ "buyeruids": {
+ "appnexus": "unique_id_an",
+ "rubicon": "unique_id_rubi"
+ }
+ }
+ }
+ },
+ "device": {
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
+ "ip": "123.145.167.10",
+ "devicetype": 1,
+ "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
+ "lmt": 44,
+ "os": "mac os",
+ "w": 640,
+ "h": 480,
+ "didsha1": "didsha1",
+ "didmd5": "didmd5",
+ "dpidsha1": "dpidsha1",
+ "dpidmd5": "dpidmd5",
+ "macsha1": "macsha1",
+ "macmd5": "macmd5"
+ },
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": ""
+ },
+ "video": {
+ "w": 640,
+ "h": 480,
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 2, 3, 5, 6
+ ]
+ },
+ "content": {
+ "episode": 6,
+ "title": "episodeName",
+ "series": "TvName",
+ "season": "season3",
+ "len": 900,
+ "livestream": 0
+ },
+ "cacheconfig": {
+ "ttl": 42
+ }
+ }
+}
\ No newline at end of file
diff --git a/endpoints/openrtb2/sample-requests/video/video_valid_sample_different_durations.json b/endpoints/openrtb2/sample-requests/video/video_valid_sample_different_durations.json
index 504af2d61cd..c3ad776960a 100644
--- a/endpoints/openrtb2/sample-requests/video/video_valid_sample_different_durations.json
+++ b/endpoints/openrtb2/sample-requests/video/video_valid_sample_different_durations.json
@@ -1,86 +1,87 @@
{
- "description": "Video endpoint valid request.",
+ "description": "Video endpoint valid request with different durations.",
- "requestPayload":
-{
- "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
- "accountid": "555888777",
- "podconfig": {
- "durationrangesec": [
- 15,
- 30
- ],
- "requireexactduration": true,
- "pods": [
- {
- "podid": 1,
- "adpoddurationsec": 180,
- "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
- },
- {
- "podid": 2,
- "adpoddurationsec": 150,
- "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
+ "requestPayload": {
+ "storedrequestid": "80ce30c53c16e6ede735f123ef6e32361bfc7b22",
+ "podconfig": {
+ "durationrangesec": [
+ 15,
+ 30
+ ],
+ "requireexactduration": true,
+ "pods": [{
+ "podid": 1,
+ "adpoddurationsec": 180,
+ "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ },
+ {
+ "podid": 2,
+ "adpoddurationsec": 150,
+ "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
+ }
+ ]
+ },
+ "site": {
+ "page": "prebid.com"
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 0
+ }
+ },
+ "user": {
+ "yob": 1991,
+ "gender": "F",
+ "keywords": "Hotels, Travelling",
+ "ext": {
+ "prebid": {
+ "buyeruids": {
+ "appnexus": "unique_id_an",
+ "rubicon": "unique_id_rubi"
+ }
+ }
}
- ]
- },
- "site": {
- "page": "prebid.com"
- },
- "user": {
- "buyeruids": {
- "appnexus": "unique_id_an",
- "rubicon": "unique_id_rubi"
},
- "gdpr": {
- "consentrequired": false,
- "consentstring": "something"
+ "device": {
+ "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
+ "ip": "123.145.167.10",
+ "devicetype": 1,
+ "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
+ "lmt": 44,
+ "os": "mac os",
+ "w": 640,
+ "h": 480,
+ "didsha1": "didsha1",
+ "didmd5": "didmd5",
+ "dpidsha1": "dpidsha1",
+ "dpidmd5": "dpidmd5",
+ "macsha1": "macsha1",
+ "macmd5": "macmd5"
+ },
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": ""
+ },
+ "video": {
+ "w": 640,
+ "h": 480,
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 2, 3, 5, 6
+ ]
+ },
+ "content": {
+ "episode": 6,
+ "title": "episodeName",
+ "series": "TvName",
+ "season": "season3",
+ "len": 900,
+ "livestream": 0
},
- "yob": 1991,
- "gender": "F",
- "keywords": "Hotels, Travelling"
- },
- "device11": {
- "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2",
- "ip": "123.145.167.10",
- "devicetype": 1,
- "dnt": 33,
- "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
- "lmt": 44,
- "os": "mac os",
- "w": 640,
- "h": 480,
- "didsha1": "didsha1",
- "didmd5": "didmd5",
- "dpidsha1": "dpidsha1",
- "dpidmd5": "dpidmd5",
- "macsha1": "macsha1",
- "macmd5": "macmd5"
- },
- "includebrandcategory":{
- "primaryadserver": 1,
- "publisher": ""
- },
- "video": {
- "w": 640,
- "h": 480,
- "mimes": [
- "video/mp4"
- ],
- "protocols": [
- 2,3,5,6
- ]
- },
- "content": {
- "episode": 6,
- "title": "episodeName",
- "series": "TvName",
- "season": "season3",
- "len": 900,
- "livestream": 0
- },
- "cacheconfig": {
- "ttl": 42
+ "cacheconfig": {
+ "ttl": 42
+ }
}
-}
}
\ No newline at end of file
diff --git a/endpoints/openrtb2/sample-requests/video/video_valid_sample_with_device_user_agent.json b/endpoints/openrtb2/sample-requests/video/video_valid_sample_with_device_user_agent.json
index 68c3f4e1c15..6a9dc605ea2 100644
--- a/endpoints/openrtb2/sample-requests/video/video_valid_sample_with_device_user_agent.json
+++ b/endpoints/openrtb2/sample-requests/video/video_valid_sample_with_device_user_agent.json
@@ -1,80 +1,85 @@
-
{
- "accountid": "555888777",
- "podconfig": {
- "durationrangesec": [
- 30
- ],
- "requireexactduration": true,
- "pods": [
- {
- "podid": 1,
- "adpoddurationsec": 180,
- "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
- },
- {
- "podid": 2,
- "adpoddurationsec": 150,
- "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ "description": "Video endpoint valid request with device data.",
+
+ "requestPayload": {
+ "podconfig": {
+ "durationrangesec": [
+ 30
+ ],
+ "requireexactduration": true,
+ "pods": [{
+ "podid": 1,
+ "adpoddurationsec": 180,
+ "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
+ },
+ {
+ "podid": 2,
+ "adpoddurationsec": 150,
+ "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ }
+ ]
+ },
+ "site": {
+ "page": "prebid.com"
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 0
}
- ]
- },
- "site": {
- "page": "prebid.com"
- },
- "user": {
- "buyeruids": {
- "appnexus": "unique_id_an",
- "rubicon": "unique_id_rubi"
},
- "gdpr": {
- "consentrequired": false,
- "consentstring": "something"
+ "user": {
+ "yob": 1991,
+ "gender": "F",
+ "keywords": "Hotels, Travelling",
+ "ext": {
+ "prebid": {
+ "buyeruids": {
+ "appnexus": "unique_id_an",
+ "rubicon": "unique_id_rubi"
+ }
+ }
+ }
+ },
+ "device": {
+ "ua": "TestHeaderSample",
+ "ip": "123.145.167.10",
+ "devicetype": 1,
+ "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
+ "lmt": 44,
+ "os": "mac os",
+ "w": 640,
+ "h": 480,
+ "didsha1": "didsha1",
+ "didmd5": "didmd5",
+ "dpidsha1": "dpidsha1",
+ "dpidmd5": "dpidmd5",
+ "macsha1": "macsha1",
+ "macmd5": "macmd5"
+ },
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": ""
+ },
+ "video": {
+ "w": 640,
+ "h": 480,
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 2, 3, 5, 6
+ ]
+ },
+ "content": {
+ "episode": 6,
+ "title": "episodeName",
+ "series": "TvName",
+ "season": "season3",
+ "len": 900,
+ "livestream": 0
},
- "yob": 1991,
- "gender": "F",
- "keywords": "Hotels, Travelling"
- },
- "device": {
- "ua": "TestHeaderSample",
- "ip": "123.145.167.10",
- "devicetype": 1,
- "dnt": 33,
- "ifa": "AA000DFE74168477C70D291f574D344790E0BB11",
- "lmt": 44,
- "os": "mac os",
- "w": 640,
- "h": 480,
- "didsha1": "didsha1",
- "didmd5": "didmd5",
- "dpidsha1": "dpidsha1",
- "dpidmd5": "dpidmd5",
- "macsha1": "macsha1",
- "macmd5": "macmd5"
- },
- "includebrandcategory":{
- "primaryadserver": 1,
- "publisher": ""
- },
- "video": {
- "w": 640,
- "h": 480,
- "mimes": [
- "video/mp4"
- ],
- "protocols": [
- 2,3,5,6
- ]
- },
- "content": {
- "episode": 6,
- "title": "episodeName",
- "series": "TvName",
- "season": "season3",
- "len": 900,
- "livestream": 0
- },
- "cacheconfig": {
- "ttl": 42
+ "cacheconfig": {
+ "ttl": 42
+ }
}
-}
+}
\ No newline at end of file
diff --git a/endpoints/openrtb2/sample-requests/video/video_valid_sample_without_device_user_agent.json b/endpoints/openrtb2/sample-requests/video/video_valid_sample_without_device_user_agent.json
index e040a5625ba..199391865b2 100644
--- a/endpoints/openrtb2/sample-requests/video/video_valid_sample_without_device_user_agent.json
+++ b/endpoints/openrtb2/sample-requests/video/video_valid_sample_without_device_user_agent.json
@@ -1,63 +1,69 @@
-
{
- "accountid": "555888777",
- "podconfig": {
- "durationrangesec": [
- 30
- ],
- "requireexactduration": true,
- "pods": [
- {
- "podid": 1,
- "adpoddurationsec": 180,
- "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
- },
- {
- "podid": 2,
- "adpoddurationsec": 150,
- "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ "description": "Video endpoint valid request without device data.",
+
+ "requestPayload": {
+ "podconfig": {
+ "durationrangesec": [
+ 30
+ ],
+ "requireexactduration": true,
+ "pods": [{
+ "podid": 1,
+ "adpoddurationsec": 180,
+ "configid": "fba10607-0c12-43d1-ad07-b8a513bc75d6"
+ },
+ {
+ "podid": 2,
+ "adpoddurationsec": 150,
+ "configid": "8b452b41-2681-4a20-9086-6f16ffad7773"
+ }
+ ]
+ },
+ "site": {
+ "page": "prebid.com"
+ },
+ "regs": {
+ "ext": {
+ "gdpr": 0
}
- ]
- },
- "site": {
- "page": "prebid.com"
- },
- "user": {
- "buyeruids": {
- "appnexus": "unique_id_an",
- "rubicon": "unique_id_rubi"
},
- "gdpr": {
- "consentrequired": false,
- "consentstring": "something"
+ "user": {
+ "yob": 1991,
+ "gender": "F",
+ "keywords": "Hotels, Travelling",
+ "ext": {
+ "prebid": {
+ "buyeruids": {
+ "appnexus": "unique_id_an",
+ "rubicon": "unique_id_rubi"
+ }
+ }
+ }
+ },
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": ""
+ },
+ "video": {
+ "w": 640,
+ "h": 480,
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 2, 3, 5, 6
+ ]
+ },
+ "content": {
+ "episode": 6,
+ "title": "episodeName",
+ "series": "TvName",
+ "season": "season3",
+ "len": 900,
+ "livestream": 0
},
- "yob": 1991,
- "gender": "F",
- "keywords": "Hotels, Travelling"
- },
- "includebrandcategory":{
- "primaryadserver": 1,
- "publisher": ""
- },
- "video": {
- "w": 640,
- "h": 480,
- "mimes": [
- "video/mp4"
- ],
- "protocols": [
- 2,3,5,6
- ]
- },
- "content": {
- "episode": 6,
- "title": "episodeName",
- "series": "TvName",
- "season": "season3",
- "len": 900,
- "livestream": 0
- },
- "cacheconfig": {
- "ttl": 42
+ "cacheconfig": {
+ "ttl": 42
+ }
}
-}
+}
\ No newline at end of file
diff --git a/endpoints/openrtb2/video_auction.go b/endpoints/openrtb2/video_auction.go
index 020a5196333..64c99fa5a3e 100644
--- a/endpoints/openrtb2/video_auction.go
+++ b/endpoints/openrtb2/video_auction.go
@@ -204,7 +204,7 @@ func (deps *endpointDeps) VideoAuctionEndpoint(w http.ResponseWriter, r *http.Re
deps.setFieldsImplicitly(r, bidReq) // move after merge
errL = deps.validateRequest(bidReq)
- if len(errL) > 0 {
+ if errortypes.ContainsFatalError(errL) {
handleError(&labels, w, errL, &vo, &debugLog)
return
}
@@ -232,7 +232,7 @@ func (deps *endpointDeps) VideoAuctionEndpoint(w http.ResponseWriter, r *http.Re
}
if acctIdErr := validateAccount(deps.cfg, labels.PubID); acctIdErr != nil {
- errL = append(errL, acctIdErr)
+ errL := []error{err}
handleError(&labels, w, errL, &vo, &debugLog)
return
}
diff --git a/endpoints/openrtb2/video_auction_test.go b/endpoints/openrtb2/video_auction_test.go
index 5ba34068f7b..631cb277f7f 100644
--- a/endpoints/openrtb2/video_auction_test.go
+++ b/endpoints/openrtb2/video_auction_test.go
@@ -1,6 +1,7 @@
package openrtb2
import (
+ "bytes"
"context"
"encoding/json"
"errors"
@@ -860,12 +861,12 @@ func TestParseVideoRequestWithUserAgentAndHeader(t *testing.T) {
if err != nil {
t.Fatalf("Failed to fetch a valid request: %v", err)
}
-
headers := http.Header{}
headers.Add("User-Agent", "TestHeader")
deps := mockDeps(t, ex)
- req, valErr, podErr := deps.parseVideoRequest(reqData, headers)
+ reqBody := string(getRequestPayload(t, reqData))
+ req, valErr, podErr := deps.parseVideoRequest([]byte(reqBody), headers)
assert.Equal(t, "TestHeaderSample", req.Device.UA, "Header should be taken from original request")
assert.Equal(t, []error(nil), valErr, "No validation errors should be returned")
@@ -883,7 +884,8 @@ func TestParseVideoRequestWithUserAgentAndEmptyHeader(t *testing.T) {
headers := http.Header{}
deps := mockDeps(t, ex)
- req, valErr, podErr := deps.parseVideoRequest(reqData, headers)
+ reqBody := string(getRequestPayload(t, reqData))
+ req, valErr, podErr := deps.parseVideoRequest([]byte(reqBody), headers)
assert.Equal(t, "TestHeaderSample", req.Device.UA, "Header should be taken from original request")
assert.Equal(t, []error(nil), valErr, "No validation errors should be returned")
@@ -902,7 +904,8 @@ func TestParseVideoRequestWithoutUserAgentWithHeader(t *testing.T) {
headers.Add("User-Agent", "TestHeader")
deps := mockDeps(t, ex)
- req, valErr, podErr := deps.parseVideoRequest(reqData, headers)
+ reqBody := string(getRequestPayload(t, reqData))
+ req, valErr, podErr := deps.parseVideoRequest([]byte(reqBody), headers)
assert.Equal(t, "TestHeader", req.Device.UA, "Device.ua should be taken from request header")
assert.Equal(t, []error(nil), valErr, "No validation errors should be returned")
@@ -920,7 +923,8 @@ func TestParseVideoRequestWithoutUserAgentAndEmptyHeader(t *testing.T) {
headers := http.Header{}
deps := mockDeps(t, ex)
- req, valErr, podErr := deps.parseVideoRequest(reqData, headers)
+ reqBody := string(getRequestPayload(t, reqData))
+ req, valErr, podErr := deps.parseVideoRequest([]byte(reqBody), headers)
assert.Equal(t, "", req.Device.UA, "Device.ua should be empty")
assert.Equal(t, []error(nil), valErr, "No validation errors should be returned")
@@ -942,7 +946,8 @@ func TestParseVideoRequestWithEncodedUserAgentInHeader(t *testing.T) {
headers.Add("User-Agent", uaEncoded)
deps := mockDeps(t, ex)
- req, valErr, podErr := deps.parseVideoRequest(reqData, headers)
+ reqBody := string(getRequestPayload(t, reqData))
+ req, valErr, podErr := deps.parseVideoRequest([]byte(reqBody), headers)
assert.Equal(t, uaDecoded, req.Device.UA, "Device.ua should be taken from request header")
assert.Equal(t, []error(nil), valErr, "No validation errors should be returned")
@@ -963,7 +968,8 @@ func TestParseVideoRequestWithDecodedUserAgentInHeader(t *testing.T) {
headers.Add("User-Agent", uaDecoded)
deps := mockDeps(t, ex)
- req, valErr, podErr := deps.parseVideoRequest(reqData, headers)
+ reqBody := string(getRequestPayload(t, reqData))
+ req, valErr, podErr := deps.parseVideoRequest([]byte(reqBody), headers)
assert.Equal(t, uaDecoded, req.Device.UA, "Device.ua should be taken from request header")
assert.Equal(t, []error(nil), valErr, "No validation errors should be returned")
@@ -1036,6 +1042,71 @@ func TestCreateImpressionTemplate(t *testing.T) {
assert.Equal(t, res.Video.PlaybackMethod, []openrtb.PlaybackMethod{7, 8}, "Incorrect video playback method")
}
+func TestCCPA(t *testing.T) {
+ testCases := []struct {
+ description string
+ testFilePath string
+ expectConsentString bool
+ }{
+ {
+ description: "Missing Consent",
+ testFilePath: "sample-requests/video/video_valid_sample.json",
+ expectConsentString: false,
+ },
+ {
+ description: "Valid Consent",
+ testFilePath: "sample-requests/video/video_valid_sample_ccpa_valid.json",
+ expectConsentString: true,
+ },
+ {
+ description: "Malformed Consent",
+ testFilePath: "sample-requests/video/video_valid_sample_ccpa_malformed.json",
+ expectConsentString: false,
+ },
+ }
+
+ for _, test := range testCases {
+ // Load Test Request
+ requestContainerBytes, err := ioutil.ReadFile(test.testFilePath)
+ if err != nil {
+ t.Fatalf("%s: Failed to fetch a valid request: %v", test.description, err)
+ }
+ requestBytes := getRequestPayload(t, requestContainerBytes)
+
+ // Create HTTP Request + Response Recorder
+ httpRequest := httptest.NewRequest("POST", "/openrtb2/video", bytes.NewReader(requestBytes))
+ httpResponseRecorder := httptest.NewRecorder()
+
+ // Run Test
+ ex := &mockExchangeVideo{}
+ mockDeps(t, ex).VideoAuctionEndpoint(httpResponseRecorder, httpRequest, nil)
+
+ // Validate Request To Exchange
+ // - An error should never be generated for CCPA problems.
+ if ex.lastRequest == nil {
+ t.Fatalf("%s: The request never made it into the exchange.", test.description)
+ }
+ extRegs := &openrtb_ext.ExtRegs{}
+ if err = json.Unmarshal(ex.lastRequest.Regs.Ext, extRegs); err != nil {
+ t.Fatalf("%s: Failed to unmarshal reg.ext in request to the exchange: %v", test.description, err)
+ }
+ if test.expectConsentString {
+ assert.Len(t, extRegs.USPrivacy, 4, test.description+":consent")
+ } else {
+ assert.Empty(t, extRegs.USPrivacy, test.description+":consent")
+ }
+
+ // Validate HTTP Response
+ responseBytes := httpResponseRecorder.Body.Bytes()
+ response := &openrtb_ext.BidResponseVideo{}
+ if err := json.Unmarshal(responseBytes, response); err != nil {
+ t.Fatalf("%s: Unable to unmarshal response.", test.description)
+ }
+ assert.Len(t, ex.lastRequest.Imp, 11, test.description+":imps")
+ assert.Len(t, response.AdPods, 5, test.description+":adpods")
+ }
+}
+
func mockDepsWithMetrics(t *testing.T, ex *mockExchangeVideo) (*endpointDeps, *pbsmetrics.Metrics, *mockAnalyticsModule) {
theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
mockModule := &mockAnalyticsModule{}
@@ -1166,3 +1237,19 @@ var testVideoStoredImpData = map[string]json.RawMessage{
var testVideoStoredRequestData = map[string]json.RawMessage{
"80ce30c53c16e6ede735f123ef6e32361bfc7b22": json.RawMessage(`{"accountid": "11223344", "site": {"page": "mygame.foo.com"}}`),
}
+
+func loadValidRequest(t *testing.T) *openrtb_ext.BidRequestVideo {
+ reqData, err := ioutil.ReadFile("sample-requests/video/video_valid_sample.json")
+ if err != nil {
+ t.Fatalf("Failed to fetch a valid request: %v", err)
+ }
+
+ reqBody := getRequestPayload(t, reqData)
+
+ reqVideo := &openrtb_ext.BidRequestVideo{}
+ if err := json.Unmarshal(reqBody, reqVideo); err != nil {
+ t.Fatalf("Failed to unmarshal the request: %v", err)
+ }
+
+ return reqVideo
+}
diff --git a/privacy/ccpa/policy.go b/privacy/ccpa/policy.go
index 64579f2a2f6..11ac434595a 100644
--- a/privacy/ccpa/policy.go
+++ b/privacy/ccpa/policy.go
@@ -14,7 +14,7 @@ type Policy struct {
Value string
}
-// ReadPolicy extracts the CCPA regulation policy from an OpenRTB regs ext.
+// ReadPolicy extracts the CCPA regulation policy from an OpenRTB request.
func ReadPolicy(req *openrtb.BidRequest) (Policy, error) {
policy := Policy{}
@@ -32,6 +32,10 @@ func ReadPolicy(req *openrtb.BidRequest) (Policy, error) {
// Write mutates an OpenRTB bid request with the context of the CCPA policy.
func (p Policy) Write(req *openrtb.BidRequest) error {
if p.Value == "" {
+ return clearPolicy(req)
+ }
+
+ if req == nil {
return nil
}
@@ -59,6 +63,37 @@ func (p Policy) Write(req *openrtb.BidRequest) error {
return err
}
+func clearPolicy(req *openrtb.BidRequest) error {
+ if req == nil {
+ return nil
+ }
+
+ if req.Regs == nil {
+ return nil
+ }
+
+ if len(req.Regs.Ext) == 0 {
+ return nil
+ }
+
+ var extMap map[string]interface{}
+ err := json.Unmarshal(req.Regs.Ext, &extMap)
+ if err == nil {
+ delete(extMap, "us_privacy")
+ if len(extMap) == 0 {
+ req.Regs.Ext = nil
+ } else {
+ ext, err := json.Marshal(extMap)
+ if err == nil {
+ req.Regs.Ext = ext
+ }
+ return err
+ }
+ }
+
+ return err
+}
+
// Validate returns an error if the CCPA policy does not adhere to the IAB spec.
func (p Policy) Validate() error {
if err := ValidateConsent(p.Value); err != nil {
diff --git a/privacy/ccpa/policy_test.go b/privacy/ccpa/policy_test.go
index 740f95a8a6a..e9b4c4525b1 100644
--- a/privacy/ccpa/policy_test.go
+++ b/privacy/ccpa/policy_test.go
@@ -112,6 +112,48 @@ func TestWrite(t *testing.T) {
request: &openrtb.BidRequest{},
expected: &openrtb.BidRequest{},
},
+ {
+ description: "Disabled - Nil Request",
+ policy: Policy{Value: ""},
+ request: nil,
+ expected: nil,
+ },
+ {
+ description: "Disabled - Empty Regs.Ext",
+ policy: Policy{Value: ""},
+ request: &openrtb.BidRequest{Regs: &openrtb.Regs{}},
+ expected: &openrtb.BidRequest{Regs: &openrtb.Regs{}},
+ },
+ {
+ description: "Disabled - Remove From Request",
+ policy: Policy{Value: ""},
+ request: &openrtb.BidRequest{Regs: &openrtb.Regs{
+ Ext: json.RawMessage(`{"us_privacy":"toBeRemoved"}`)}},
+ expected: &openrtb.BidRequest{Regs: &openrtb.Regs{}},
+ },
+ {
+ description: "Disabled - Remove From Request, Leave Other req Values",
+ policy: Policy{Value: ""},
+ request: &openrtb.BidRequest{Regs: &openrtb.Regs{
+ COPPA: 42,
+ Ext: json.RawMessage(`{"us_privacy":"toBeRemoved"}`)}},
+ expected: &openrtb.BidRequest{Regs: &openrtb.Regs{
+ COPPA: 42}},
+ },
+ {
+ description: "Disabled - Remove From Request, Leave Other req.ext Values",
+ policy: Policy{Value: ""},
+ request: &openrtb.BidRequest{Regs: &openrtb.Regs{
+ Ext: json.RawMessage(`{"existing":"any","us_privacy":"toBeRemoved"}`)}},
+ expected: &openrtb.BidRequest{Regs: &openrtb.Regs{
+ Ext: json.RawMessage(`{"existing":"any"}`)}},
+ },
+ {
+ description: "Enabled - Nil Request",
+ policy: Policy{Value: "anyValue"},
+ request: nil,
+ expected: nil,
+ },
{
description: "Enabled With Nil Request Regs Object",
policy: Policy{Value: "anyValue"},
From 47bed2a1a2ab043113391c2ebe25338ecbd83446 Mon Sep 17 00:00:00 2001
From: Artur Aleksanyan
Date: Tue, 9 Jun 2020 18:48:04 +0400
Subject: [PATCH 108/381] Add Pubnative bidder documentation (#1340)
---
docs/bidders/pubnative.md | 62 +++++++++++++++++++++++++++++++++++++++
1 file changed, 62 insertions(+)
create mode 100644 docs/bidders/pubnative.md
diff --git a/docs/bidders/pubnative.md b/docs/bidders/pubnative.md
new file mode 100644
index 00000000000..a25cafe0cd5
--- /dev/null
+++ b/docs/bidders/pubnative.md
@@ -0,0 +1,62 @@
+# Pubnative Bidder
+
+## Prerequisite
+Before adding PubNative as a new bidder, there are 3 prerequisites:
+- As a Publisher, you need to have Prebid Mobile SDK integrated.
+- You need a configured Prebid Server (either self-hosted or hosted by 3rd party).
+- You need to be integrated with Ad Server SDK (e.g. Mopub) or internal product which communicates with Prebid Mobile SDK.
+
+Please see [documentation](https://developers.pubnative.net/docs/prebid-adding-pubnative-as-a-bidder) for more info.
+
+## Configuration
+
+- bidder should be always set to "pubnative" (`imp.ext.pubnative`)
+- zone_id (int) should be always set to 1, unless special use case agreed with our account manager. (`imp.ext.pubnative.zone_id`)
+- app_auth_token (string) is unique per publisher app. Please contact our account manager to obtain yours. (`imp.ext.pubnative.app_auth_token`)
+
+An example is illustrated in a section below.
+
+## Testing
+
+Please consult with our Account Manager for testing.
+We need to confirm that your ad request is correctly received by our system.
+
+The following test parameters can be used to verify that Prebid Server is working properly with the
+Pubnative adapter.
+
+The following json can be used to do a request to prebid server for verifying its integration with Pubnative adapter.
+
+```json
+{
+ "id": "some-impression-id",
+ "site": {
+ "page": "https://good.site/url"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ "pubnative": {
+ "zone_id": 1,
+ "app_auth_token": "b620e282f3c74787beedda34336a4821"
+ }
+ }
+ }
+ ],
+ "device": {
+ "os": "android",
+ "h": 700,
+ "w": 375
+ },
+ "tmax": 500,
+ "test": 1
+}
+```
\ No newline at end of file
From c628f1a83238d9e0ec5b430dd196d597145e1d11 Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Tue, 9 Jun 2020 11:15:01 -0400
Subject: [PATCH 109/381] Timeout notification monitoring and debugging (#1322)
---
config/config.go | 31 ++++++++++++++++++++
config/config_test.go | 8 ++++++
config/util/loggers.go | 24 ++++++++++++++++
config/util/loggers_test.go | 32 +++++++++++++++++++++
docs/developers/add-new-bidder.md | 10 +++++++
exchange/adapter_map.go | 6 ++--
exchange/adapter_map_test.go | 5 ++--
exchange/bidder.go | 36 +++++++++++++++++++-----
exchange/bidder_test.go | 18 ++++++------
exchange/exchange.go | 2 +-
exchange/targeting_test.go | 4 ++-
pbsmetrics/config/metrics.go | 11 ++++++++
pbsmetrics/go_metrics.go | 18 ++++++++++++
pbsmetrics/go_metrics_test.go | 3 ++
pbsmetrics/metrics.go | 1 +
pbsmetrics/metrics_mock.go | 5 ++++
pbsmetrics/prometheus/prometheus.go | 23 +++++++++++++++
pbsmetrics/prometheus/prometheus_test.go | 21 ++++++++++++++
18 files changed, 237 insertions(+), 21 deletions(-)
create mode 100644 config/util/loggers.go
create mode 100644 config/util/loggers_test.go
diff --git a/config/config.go b/config/config.go
index 4e54bc712a2..559fc5dac19 100755
--- a/config/config.go
+++ b/config/config.go
@@ -66,6 +66,8 @@ type Configuration struct {
PemCertsFile string `mapstructure:"certificates_file"`
// Custom headers to handle request timeouts from queueing infrastructure
RequestTimeoutHeaders RequestTimeoutHeaders `mapstructure:"request_timeout_headers"`
+ // Debug/logging flags go here
+ Debug Debug `mapstructure:"debug"`
}
const MIN_COOKIE_SIZE_BYTES = 500
@@ -104,6 +106,7 @@ func (cfg *Configuration) validate() configErrors {
errs = cfg.GDPR.validate(errs)
errs = cfg.CurrencyConverter.validate(errs)
errs = validateAdapters(cfg.Adapters, errs)
+ errs = cfg.Debug.validate(errs)
return errs
}
@@ -450,6 +453,30 @@ type DefReqFiles struct {
FileName string `mapstructure:"name"`
}
+type Debug struct {
+ TimeoutNotification TimeoutNotification `mapstructure:"timeout_notification"`
+}
+
+func (cfg *Debug) validate(errs configErrors) configErrors {
+ return cfg.TimeoutNotification.validate(errs)
+}
+
+type TimeoutNotification struct {
+ // Log timeout notifications in the application log
+ Log bool `mapstructure:"log"`
+ // Fraction of notifications to log
+ SamplingRate float32 `mapstructure:"sampling_rate"`
+ // Only log failures
+ FailOnly bool `mapstructure:"fail_only"`
+}
+
+func (cfg *TimeoutNotification) validate(errs configErrors) configErrors {
+ if cfg.SamplingRate < 0.0 || cfg.SamplingRate > 1.0 {
+ errs = append(errs, fmt.Errorf("debug.timeout_notification.sampling_rate must be positive and not greater than 1.0. Got %f", cfg.SamplingRate))
+ }
+ return errs
+}
+
// New uses viper to get our server configurations.
func New(v *viper.Viper) (*Configuration, error) {
var c Configuration
@@ -820,6 +847,10 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("request_timeout_headers.request_time_in_queue", "")
v.SetDefault("request_timeout_headers.request_timeout_in_queue", "")
+ v.SetDefault("debug.timeout_notification.log", false)
+ v.SetDefault("debug.timeout_notification.sampling_rate", 0.0)
+ v.SetDefault("debug.timeout_notification.fail_only", false)
+
// Set environment variable support:
v.SetEnvKeyReplacer(strings.NewReplacer(".", "_"))
v.SetEnvPrefix("PBS")
diff --git a/config/config_test.go b/config/config_test.go
index 92794d7941e..ee8e68e7025 100644
--- a/config/config_test.go
+++ b/config/config_test.go
@@ -426,6 +426,14 @@ func TestCookieSizeError(t *testing.T) {
}
}
+func TestValidateDebug(t *testing.T) {
+ cfg := newDefaultConfig(t)
+ cfg.Debug.TimeoutNotification.SamplingRate = 1.1
+
+ err := cfg.validate()
+ assert.NotNil(t, err, "cfg.debug.timeout_notification.sampling_rate should not be allowed to be greater than 1.0, but it was allowed")
+}
+
func newDefaultConfig(t *testing.T) *Configuration {
v := viper.New()
SetupViper(v, "")
diff --git a/config/util/loggers.go b/config/util/loggers.go
new file mode 100644
index 00000000000..88702e68763
--- /dev/null
+++ b/config/util/loggers.go
@@ -0,0 +1,24 @@
+package util
+
+import (
+ "math/rand"
+)
+
+type logMsg func(string, ...interface{})
+
+type randomGenerator func() float32
+
+// LogRandomSample will log a randam sample of the messages it is sent, based on the chance to log
+// chance = 1.0 => always log,
+// chance = 0.0 => never log
+func LogRandomSample(msg string, logger logMsg, chance float32) {
+ logRandomSampleImpl(msg, logger, chance, rand.Float32)
+}
+
+func logRandomSampleImpl(msg string, logger logMsg, chance float32, randGenerator randomGenerator) {
+ if chance < 1.0 && randGenerator() > chance {
+ // this is the chance we don't log anything
+ return
+ }
+ logger(msg)
+}
diff --git a/config/util/loggers_test.go b/config/util/loggers_test.go
new file mode 100644
index 00000000000..4bfab967ec4
--- /dev/null
+++ b/config/util/loggers_test.go
@@ -0,0 +1,32 @@
+package util
+
+import (
+ "bytes"
+ "fmt"
+ "math/rand"
+ "testing"
+
+ "github.com/stretchr/testify/assert"
+)
+
+func TestLogRandomSample(t *testing.T) {
+
+ const expected string = `This is test line 2
+This is test line 3
+`
+
+ myRand := rand.New(rand.NewSource(1337))
+ var buf bytes.Buffer
+
+ mylogger := func(msg string, args ...interface{}) {
+ buf.WriteString(fmt.Sprintf(fmt.Sprintln(msg), args...))
+ }
+
+ logRandomSampleImpl("This is test line 1", mylogger, 0.5, myRand.Float32)
+ logRandomSampleImpl("This is test line 2", mylogger, 0.5, myRand.Float32)
+ logRandomSampleImpl("This is test line 3", mylogger, 0.5, myRand.Float32)
+ logRandomSampleImpl("This is test line 4", mylogger, 0.5, myRand.Float32)
+ logRandomSampleImpl("This is test line 5", mylogger, 0.5, myRand.Float32)
+
+ assert.EqualValues(t, expected, buf.String())
+}
diff --git a/docs/developers/add-new-bidder.md b/docs/developers/add-new-bidder.md
index e68185fdd1c..d76a1fd2fbf 100644
--- a/docs/developers/add-new-bidder.md
+++ b/docs/developers/add-new-bidder.md
@@ -46,6 +46,16 @@ If bidder is going to support long form video make sure bidder has:
Note: `bid.bidVideo.PrimaryCategory` or `TypedBid.bid.Cat` should be specified.
To learn more about IAB categories, please refer to this convenience link (not the final official definition): [IAB categories](https://adtagmacros.com/list-of-iab-categories-for-advertisement/)
+### Timeout notification support
+This is an optional feature. If you wish to get timeout notifications when a bid request from PBS times out, you can implement the
+`MakeTimeoutNotification` method in your adapter. If you do not wish timeout notification, do not implement the method.
+
+`func (a *Adapter) MakeTimeoutNotification(req *adapters.RequestData) (*adapters.RequestData, []error)`
+
+Here the `RequestData` supplied as an argument is the request returned from `MakeRequests` that timed out. If an adapter generates
+multiple requests, and more than one of them times out, then there will be a call to `MakeTimeoutNotification` for each failed
+request. The function should then return a `RequestData` object that will be the timeout notification to be sent to the bidder, or a list of errors encountered trying to create the timeout notification request. Timeout notifications will not generate subsequent timeout notifications if they timeout or fail.
+
## Test Your Bidder
### Automated Tests
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 390016117fb..c8fbb775a21 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -5,6 +5,8 @@ import (
"net/http"
"strings"
+ "github.com/prebid/prebid-server/pbsmetrics"
+
"github.com/prebid/prebid-server/adapters"
ttx "github.com/prebid/prebid-server/adapters/33across"
"github.com/prebid/prebid-server/adapters/adform"
@@ -85,7 +87,7 @@ import (
// The newAdapterMap function is segregated to its own file to make it a simple and clean location for each Adapter
// to register itself. No wading through Exchange code to find it.
-func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapters.BidderInfos) map[openrtb_ext.BidderName]adaptedBidder {
+func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapters.BidderInfos, me pbsmetrics.MetricsEngine) map[openrtb_ext.BidderName]adaptedBidder {
ortbBidders := map[openrtb_ext.BidderName]adapters.Bidder{
openrtb_ext.Bidder33Across: ttx.New33AcrossBidder(cfg.Adapters[string(openrtb_ext.Bidder33Across)].Endpoint),
openrtb_ext.BidderAdform: adform.NewAdformBidder(client, cfg.Adapters[string(openrtb_ext.BidderAdform)].Endpoint),
@@ -190,7 +192,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
for name, bidder := range ortbBidders {
// Clean out any disabled bidders
if infos[string(name)].Status == adapters.StatusActive {
- allBidders[name] = adaptBidder(adapters.EnforceBidderInfo(bidder, infos[string(name)]), client)
+ allBidders[name] = adaptBidder(adapters.EnforceBidderInfo(bidder, infos[string(name)]), client, cfg, me)
}
}
diff --git a/exchange/adapter_map_test.go b/exchange/adapter_map_test.go
index a732f357897..f472ab1d988 100644
--- a/exchange/adapter_map_test.go
+++ b/exchange/adapter_map_test.go
@@ -7,11 +7,12 @@ import (
"github.com/prebid/prebid-server/adapters"
"github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/openrtb_ext"
+ metricsConfig "github.com/prebid/prebid-server/pbsmetrics/config"
)
func TestNewAdapterMap(t *testing.T) {
cfg := &config.Configuration{Adapters: blankAdapterConfig(openrtb_ext.BidderList())}
- adapterMap := newAdapterMap(nil, cfg, adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()))
+ adapterMap := newAdapterMap(nil, cfg, adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), &metricsConfig.DummyMetricsEngine{})
for _, bidderName := range openrtb_ext.BidderMap {
if bidder, ok := adapterMap[bidderName]; bidder == nil || !ok {
t.Errorf("adapterMap missing expected Bidder: %s", string(bidderName))
@@ -38,7 +39,7 @@ func TestNewAdapterMapDisabledAdapters(t *testing.T) {
}
}
}
- adapterMap := newAdapterMap(nil, &config.Configuration{Adapters: cfgAdapters}, adapters.ParseBidderInfos(cfgAdapters, "../static/bidder-info", bidderList))
+ adapterMap := newAdapterMap(nil, &config.Configuration{Adapters: cfgAdapters}, adapters.ParseBidderInfos(cfgAdapters, "../static/bidder-info", bidderList), &metricsConfig.DummyMetricsEngine{})
for _, bidderName := range openrtb_ext.BidderMap {
if bidder, ok := adapterMap[bidderName]; bidder == nil || !ok {
if inList(bidderList, bidderName) {
diff --git a/exchange/bidder.go b/exchange/bidder.go
index 7a53db5ee97..f9b4a522343 100644
--- a/exchange/bidder.go
+++ b/exchange/bidder.go
@@ -10,13 +10,18 @@ import (
"net/http"
"time"
+ "github.com/golang/glog"
+ "github.com/prebid/prebid-server/config/util"
+
"github.com/mxmCherry/openrtb"
nativeRequests "github.com/mxmCherry/openrtb/native/request"
nativeResponse "github.com/mxmCherry/openrtb/native/response"
"github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/currencies"
"github.com/prebid/prebid-server/errortypes"
"github.com/prebid/prebid-server/openrtb_ext"
+ "github.com/prebid/prebid-server/pbsmetrics"
"golang.org/x/net/context/ctxhttp"
)
@@ -82,16 +87,20 @@ type pbsOrtbSeatBid struct {
//
// The name refers to the "Adapter" architecture pattern, and should not be confused with a Prebid "Adapter"
// (which is being phased out and replaced by Bidder for OpenRTB auctions)
-func adaptBidder(bidder adapters.Bidder, client *http.Client) adaptedBidder {
+func adaptBidder(bidder adapters.Bidder, client *http.Client, cfg *config.Configuration, me pbsmetrics.MetricsEngine) adaptedBidder {
return &bidderAdapter{
- Bidder: bidder,
- Client: client,
+ Bidder: bidder,
+ Client: client,
+ DebugConfig: cfg.Debug,
+ me: me,
}
}
type bidderAdapter struct {
- Bidder adapters.Bidder
- Client *http.Client
+ Bidder adapters.Bidder
+ Client *http.Client
+ DebugConfig config.Debug
+ me pbsmetrics.MetricsEngine
}
func (bidder *bidderAdapter) requestBid(ctx context.Context, request *openrtb.BidRequest, name openrtb_ext.BidderName, bidAdjustment float64, conversions currencies.Conversions, reqInfo *adapters.ExtraRequestInfo) (*pbsOrtbSeatBid, []error) {
@@ -365,8 +374,21 @@ func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.Timeou
httpReq, err := http.NewRequest(toReq.Method, toReq.Uri, bytes.NewBuffer(toReq.Body))
if err == nil {
httpReq.Header = req.Headers
- ctxhttp.Do(ctx, bidder.Client, httpReq)
- // No validation yet on sending notifications
+ httpResp, err := ctxhttp.Do(ctx, bidder.Client, httpReq)
+ success := (err == nil && httpResp.StatusCode >= 200 && httpResp.StatusCode < 300)
+ bidder.me.RecordTimeoutNotice(success)
+ if bidder.DebugConfig.TimeoutNotification.Log && !(bidder.DebugConfig.TimeoutNotification.FailOnly && success) {
+ var msg string
+ if err == nil {
+ msg = fmt.Sprintf("TimeoutNotification: status:(%d) body:%s", httpResp.StatusCode, string(toReq.Body))
+ } else {
+ msg = fmt.Sprintf("TimeoutNotification: error:(%s) body:%s", err.Error(), string(toReq.Body))
+ }
+ // If logging is turned on, and logging is not disallowed via FailOnly
+ util.LogRandomSample(msg, glog.Warningf, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ }
+ } else {
+ bidder.me.RecordTimeoutNotice(false)
}
}
diff --git a/exchange/bidder_test.go b/exchange/bidder_test.go
index f20b431c13a..fa04e6a4771 100644
--- a/exchange/bidder_test.go
+++ b/exchange/bidder_test.go
@@ -12,8 +12,10 @@ import (
"github.com/mxmCherry/openrtb"
"github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/currencies"
"github.com/prebid/prebid-server/openrtb_ext"
+ metricsConfig "github.com/prebid/prebid-server/pbsmetrics/config"
"github.com/stretchr/testify/assert"
nativeRequests "github.com/mxmCherry/openrtb/native/request"
@@ -64,7 +66,7 @@ func TestSingleBidder(t *testing.T) {
},
bidResponse: mockBidderResponse,
}
- bidder := adaptBidder(bidderImpl, server.Client())
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverterDefault()
seatBid, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", bidAdjustment, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
@@ -152,7 +154,7 @@ func TestMultiBidder(t *testing.T) {
}},
bidResponse: mockBidderResponse,
}
- bidder := adaptBidder(bidderImpl, server.Client())
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverterDefault()
seatBid, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
@@ -510,7 +512,7 @@ func TestMultiCurrencies(t *testing.T) {
)
// Execute:
- bidder := adaptBidder(bidderImpl, server.Client())
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverter(
&http.Client{},
mockedHTTPServer.URL,
@@ -658,7 +660,7 @@ func TestMultiCurrencies_RateConverterNotSet(t *testing.T) {
}
// Execute:
- bidder := adaptBidder(bidderImpl, server.Client())
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverterDefault()
seatBid, errs := bidder.requestBid(
context.Background(),
@@ -824,7 +826,7 @@ func TestMultiCurrencies_RequestCurrencyPick(t *testing.T) {
}
// Execute:
- bidder := adaptBidder(bidderImpl, server.Client())
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverter(
&http.Client{},
mockedHTTPServer.URL,
@@ -939,7 +941,7 @@ func TestServerCallDebugging(t *testing.T) {
Headers: http.Header{},
},
}
- bidder := adaptBidder(bidderImpl, server.Client())
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverterDefault()
bids, _ := bidder.requestBid(
@@ -1051,7 +1053,7 @@ func TestMobileNativeTypes(t *testing.T) {
},
bidResponse: tc.mockBidderResponse,
}
- bidder := adaptBidder(bidderImpl, server.Client())
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverterDefault()
seatBids, _ := bidder.requestBid(
@@ -1072,7 +1074,7 @@ func TestMobileNativeTypes(t *testing.T) {
}
func TestErrorReporting(t *testing.T) {
- bidder := adaptBidder(&bidRejector{}, nil)
+ bidder := adaptBidder(&bidRejector{}, nil, &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
currencyConverter := currencies.NewRateConverterDefault()
bids, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if bids != nil {
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 6d51b87de4a..660beb641ef 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -69,7 +69,7 @@ type bidResponseWrapper struct {
func NewExchange(client *http.Client, cache prebid_cache_client.Client, cfg *config.Configuration, metricsEngine pbsmetrics.MetricsEngine, infos adapters.BidderInfos, gDPR gdpr.Permissions, currencyConverter *currencies.RateConverter) Exchange {
e := new(exchange)
- e.adapterMap = newAdapterMap(client, cfg, infos)
+ e.adapterMap = newAdapterMap(client, cfg, infos, metricsEngine)
e.cache = cache
e.cacheTime = time.Duration(cfg.CacheURL.ExpectedTimeMillis) * time.Millisecond
e.me = metricsEngine
diff --git a/exchange/targeting_test.go b/exchange/targeting_test.go
index f86309684c6..72de1d4261f 100644
--- a/exchange/targeting_test.go
+++ b/exchange/targeting_test.go
@@ -8,12 +8,14 @@ import (
"testing"
"time"
+ "github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/currencies"
"github.com/prebid/prebid-server/gdpr"
"github.com/prebid/prebid-server/pbsmetrics"
metricsConf "github.com/prebid/prebid-server/pbsmetrics/config"
+ metricsConfig "github.com/prebid/prebid-server/pbsmetrics/config"
"github.com/mxmCherry/openrtb"
"github.com/prebid/prebid-server/adapters"
@@ -132,7 +134,7 @@ func buildAdapterMap(bids map[openrtb_ext.BidderName][]*openrtb.Bid, mockServerU
adapterMap[bidder] = adaptBidder(&mockTargetingBidder{
mockServerURL: mockServerURL,
bids: bids,
- }, client)
+ }, client, &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
}
return adapterMap
}
diff --git a/pbsmetrics/config/metrics.go b/pbsmetrics/config/metrics.go
index e1cdaceb0e5..4e249785ba6 100644
--- a/pbsmetrics/config/metrics.go
+++ b/pbsmetrics/config/metrics.go
@@ -188,6 +188,13 @@ func (me *MultiMetricsEngine) RecordRequestQueueTime(success bool, requestType p
}
}
+// RecordTimeoutNotice across all engines
+func (me *MultiMetricsEngine) RecordTimeoutNotice(success bool) {
+ for _, thisME := range *me {
+ thisME.RecordTimeoutNotice(success)
+ }
+}
+
// DummyMetricsEngine is a Noop metrics engine in case no metrics are configured. (may also be useful for tests)
type DummyMetricsEngine struct{}
@@ -262,3 +269,7 @@ func (me *DummyMetricsEngine) RecordPrebidCacheRequestTime(success bool, length
// RecordRequestQueueTime as a noop
func (me *DummyMetricsEngine) RecordRequestQueueTime(success bool, requestType pbsmetrics.RequestType, length time.Duration) {
}
+
+// RecordTimeoutNotice as a noop
+func (me *DummyMetricsEngine) RecordTimeoutNotice(success bool) {
+}
diff --git a/pbsmetrics/go_metrics.go b/pbsmetrics/go_metrics.go
index ff3d9681fb1..1ced4d57269 100644
--- a/pbsmetrics/go_metrics.go
+++ b/pbsmetrics/go_metrics.go
@@ -48,6 +48,9 @@ type Metrics struct {
ImpsTypeAudio metrics.Meter
ImpsTypeNative metrics.Meter
+ TimeoutNotificationSuccess metrics.Meter
+ TimeoutNotificationFailure metrics.Meter
+
AdapterMetrics map[openrtb_ext.BidderName]*AdapterMetrics
// Don't export accountMetrics because we need helper functions here to insure its properly populated dynamically
accountMetrics map[string]*accountMetrics
@@ -131,6 +134,9 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
ImpsTypeAudio: blankMeter,
ImpsTypeNative: blankMeter,
+ TimeoutNotificationSuccess: blankMeter,
+ TimeoutNotificationFailure: blankMeter,
+
AdapterMetrics: make(map[openrtb_ext.BidderName]*AdapterMetrics, len(exchanges)),
accountMetrics: make(map[string]*accountMetrics),
MetricsDisabled: disableMetrics,
@@ -209,6 +215,9 @@ func NewMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderName, d
newMetrics.userSyncSet[unknownBidder] = metrics.GetOrRegisterMeter("usersync.unknown.sets", registry)
newMetrics.userSyncGDPRPrevent[unknownBidder] = metrics.GetOrRegisterMeter("usersync.unknown.gdpr_prevent", registry)
+
+ newMetrics.TimeoutNotificationSuccess = metrics.GetOrRegisterMeter("timeout_notification.ok", registry)
+ newMetrics.TimeoutNotificationFailure = metrics.GetOrRegisterMeter("timeout_notification.failed", registry)
return newMetrics
}
@@ -544,6 +553,15 @@ func (me *Metrics) RecordRequestQueueTime(success bool, requestType RequestType,
}
+func (me *Metrics) RecordTimeoutNotice(success bool) {
+ if success {
+ me.TimeoutNotificationSuccess.Mark(1)
+ } else {
+ me.TimeoutNotificationFailure.Mark(1)
+ }
+ return
+}
+
func doMark(bidder openrtb_ext.BidderName, meters map[openrtb_ext.BidderName]metrics.Meter) {
met, ok := meters[bidder]
if ok {
diff --git a/pbsmetrics/go_metrics_test.go b/pbsmetrics/go_metrics_test.go
index 253ff69e3c2..25f75e77758 100644
--- a/pbsmetrics/go_metrics_test.go
+++ b/pbsmetrics/go_metrics_test.go
@@ -53,6 +53,9 @@ func TestNewMetrics(t *testing.T) {
ensureContains(t, registry, "queued_requests.video.rejected", m.RequestsQueueTimer[ReqTypeVideo][false])
ensureContains(t, registry, "queued_requests.video.accepted", m.RequestsQueueTimer[ReqTypeVideo][true])
+
+ ensureContains(t, registry, "timeout_notification.ok", m.TimeoutNotificationSuccess)
+ ensureContains(t, registry, "timeout_notification.failed", m.TimeoutNotificationFailure)
}
func TestRecordBidType(t *testing.T) {
diff --git a/pbsmetrics/metrics.go b/pbsmetrics/metrics.go
index 611692c9c01..e65ba313338 100644
--- a/pbsmetrics/metrics.go
+++ b/pbsmetrics/metrics.go
@@ -275,4 +275,5 @@ type MetricsEngine interface {
RecordStoredImpCacheResult(cacheResult CacheResult, inc int)
RecordPrebidCacheRequestTime(success bool, length time.Duration)
RecordRequestQueueTime(success bool, requestType RequestType, length time.Duration)
+ RecordTimeoutNotice(sucess bool)
}
diff --git a/pbsmetrics/metrics_mock.go b/pbsmetrics/metrics_mock.go
index 1f5b84b1e0f..482cbf24fae 100644
--- a/pbsmetrics/metrics_mock.go
+++ b/pbsmetrics/metrics_mock.go
@@ -101,3 +101,8 @@ func (me *MetricsEngineMock) RecordPrebidCacheRequestTime(success bool, length t
func (me *MetricsEngineMock) RecordRequestQueueTime(success bool, requestType RequestType, length time.Duration) {
me.Called(success, requestType, length)
}
+
+// RecordTimeoutNotice mock
+func (me *MetricsEngineMock) RecordTimeoutNotice(success bool) {
+ me.Called(success)
+}
diff --git a/pbsmetrics/prometheus/prometheus.go b/pbsmetrics/prometheus/prometheus.go
index d66defea4cd..e385b044981 100644
--- a/pbsmetrics/prometheus/prometheus.go
+++ b/pbsmetrics/prometheus/prometheus.go
@@ -28,6 +28,7 @@ type Metrics struct {
requestsWithoutCookie *prometheus.CounterVec
storedImpressionsCacheResult *prometheus.CounterVec
storedRequestCacheResult *prometheus.CounterVec
+ timeout_notifications *prometheus.CounterVec
// Adapter Metrics
adapterBids *prometheus.CounterVec
@@ -79,6 +80,11 @@ const (
requestRejectLabel = "requestRejectedLabel"
)
+const (
+ requestSuccessful = "ok"
+ requestFailed = "failed"
+)
+
// NewMetrics initializes a new Prometheus metrics instance with preloaded label values.
func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
requestTimeBuckets := []float64{0.05, 0.1, 0.15, 0.20, 0.25, 0.3, 0.4, 0.5, 0.75, 1}
@@ -147,6 +153,11 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of stored request cache requests attempts by hits or miss.",
[]string{cacheResultLabel})
+ metrics.timeout_notifications = newCounter(cfg, metrics.Registry,
+ "timeout_notification",
+ "Count of timeout notifications triggered, and if they were successfully sent.",
+ []string{successLabel})
+
metrics.adapterBids = newCounter(cfg, metrics.Registry,
"adapter_bids",
"Count of bids labeled by adapter and markup delivery type (adm or nurl).",
@@ -398,3 +409,15 @@ func (m *Metrics) RecordRequestQueueTime(success bool, requestType pbsmetrics.Re
requestStatusLabel: successLabelFormatted,
}).Observe(length.Seconds())
}
+
+func (m *Metrics) RecordTimeoutNotice(success bool) {
+ if success {
+ m.timeout_notifications.With(prometheus.Labels{
+ successLabel: requestSuccessful,
+ }).Inc()
+ } else {
+ m.timeout_notifications.With(prometheus.Labels{
+ successLabel: requestFailed,
+ }).Inc()
+ }
+}
diff --git a/pbsmetrics/prometheus/prometheus_test.go b/pbsmetrics/prometheus/prometheus_test.go
index e4d6a4f78d1..24c50492139 100644
--- a/pbsmetrics/prometheus/prometheus_test.go
+++ b/pbsmetrics/prometheus/prometheus_test.go
@@ -923,6 +923,27 @@ func TestRecordRequestQueueTimeMetric(t *testing.T) {
}
}
+func TestTimeoutNotifications(t *testing.T) {
+ m := createMetricsForTesting()
+
+ m.RecordTimeoutNotice(true)
+ m.RecordTimeoutNotice(true)
+ m.RecordTimeoutNotice(false)
+
+ assertCounterVecValue(t, "", "timeout_notifications:ok", m.timeout_notifications,
+ float64(2),
+ prometheus.Labels{
+ successLabel: requestSuccessful,
+ })
+
+ assertCounterVecValue(t, "", "timeout_notifications:fail", m.timeout_notifications,
+ float64(1),
+ prometheus.Labels{
+ successLabel: requestFailed,
+ })
+
+}
+
func assertCounterValue(t *testing.T, description, name string, counter prometheus.Counter, expected float64) {
m := dto.Metric{}
counter.Write(&m)
From 4361bf64f83a085227ac97781b43f0f30e60a053 Mon Sep 17 00:00:00 2001
From: Gena
Date: Tue, 9 Jun 2020 19:32:38 +0300
Subject: [PATCH 110/381] Add Adtarget server adapter (#1319)
* Add Adtarget server adapter
* Suggested changes for Adtarget
---
adapters/adtarget/adtarget.go | 189 ++++++++++++++++++
adapters/adtarget/adtarget_test.go | 11 +
.../exemplary/media-type-mapping.json | 88 ++++++++
.../adtargettest/exemplary/simple-banner.json | 62 ++++++
.../adtargettest/exemplary/simple-video.json | 55 +++++
.../adtargettest/params/race/banner.json | 3 +
.../adtargettest/params/race/video.json | 3 +
.../adtargettest/supplemental/audio.json | 25 +++
.../supplemental/explicit-dimensions.json | 58 ++++++
.../adtargettest/supplemental/native.json | 25 +++
.../supplemental/wrong-impression-ext.json | 26 +++
.../wrong-impression-mapping.json | 77 +++++++
adapters/adtarget/params_test.go | 60 ++++++
adapters/adtarget/usersync.go | 12 ++
adapters/adtarget/usersync_test.go | 37 ++++
config/config.go | 2 +
docs/bidders/adtarget.md | 5 +
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
openrtb_ext/imp_adtarget.go | 9 +
static/bidder-info/adtarget.yaml | 11 +
static/bidder-params/adtarget.json | 26 +++
usersync/usersyncers/syncer.go | 2 +
usersync/usersyncers/syncer_test.go | 1 +
24 files changed, 791 insertions(+)
create mode 100644 adapters/adtarget/adtarget.go
create mode 100644 adapters/adtarget/adtarget_test.go
create mode 100644 adapters/adtarget/adtargettest/exemplary/media-type-mapping.json
create mode 100644 adapters/adtarget/adtargettest/exemplary/simple-banner.json
create mode 100644 adapters/adtarget/adtargettest/exemplary/simple-video.json
create mode 100644 adapters/adtarget/adtargettest/params/race/banner.json
create mode 100644 adapters/adtarget/adtargettest/params/race/video.json
create mode 100644 adapters/adtarget/adtargettest/supplemental/audio.json
create mode 100644 adapters/adtarget/adtargettest/supplemental/explicit-dimensions.json
create mode 100644 adapters/adtarget/adtargettest/supplemental/native.json
create mode 100644 adapters/adtarget/adtargettest/supplemental/wrong-impression-ext.json
create mode 100644 adapters/adtarget/adtargettest/supplemental/wrong-impression-mapping.json
create mode 100644 adapters/adtarget/params_test.go
create mode 100644 adapters/adtarget/usersync.go
create mode 100644 adapters/adtarget/usersync_test.go
create mode 100644 docs/bidders/adtarget.md
create mode 100644 openrtb_ext/imp_adtarget.go
create mode 100644 static/bidder-info/adtarget.yaml
create mode 100644 static/bidder-params/adtarget.json
diff --git a/adapters/adtarget/adtarget.go b/adapters/adtarget/adtarget.go
new file mode 100644
index 00000000000..77622d458a4
--- /dev/null
+++ b/adapters/adtarget/adtarget.go
@@ -0,0 +1,189 @@
+package adtarget
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+type AdtargetAdapter struct {
+ endpoint string
+}
+
+type adtargetImpExt struct {
+ Adtarget openrtb_ext.ExtImpAdtarget `json:"adtarget"`
+}
+
+func (a *AdtargetAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+
+ totalImps := len(request.Imp)
+ errors := make([]error, 0, totalImps)
+ imp2source := make(map[int][]int)
+
+ for i := 0; i < totalImps; i++ {
+
+ sourceId, err := validateImpressionAndSetExt(&request.Imp[i])
+
+ if err != nil {
+ errors = append(errors, err)
+ continue
+ }
+
+ if _, ok := imp2source[sourceId]; !ok {
+ imp2source[sourceId] = make([]int, 0, totalImps-i)
+ }
+
+ imp2source[sourceId] = append(imp2source[sourceId], i)
+
+ }
+
+ totalReqs := len(imp2source)
+ if 0 == totalReqs {
+ return nil, errors
+ }
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "application/json;charset=utf-8")
+ headers.Add("Accept", "application/json")
+
+ reqs := make([]*adapters.RequestData, 0, totalReqs)
+
+ imps := request.Imp
+ request.Imp = make([]openrtb.Imp, 0, len(imps))
+ for sourceId, impIndexes := range imp2source {
+ request.Imp = request.Imp[:0]
+
+ for i := 0; i < len(impIndexes); i++ {
+ request.Imp = append(request.Imp, imps[impIndexes[i]])
+ }
+
+ body, err := json.Marshal(request)
+ if err != nil {
+ errors = append(errors, fmt.Errorf("error while encoding bidRequest, err: %s", err))
+ return nil, errors
+ }
+
+ reqs = append(reqs, &adapters.RequestData{
+ Method: "POST",
+ Uri: a.endpoint + fmt.Sprintf("?aid=%d", sourceId),
+ Body: body,
+ Headers: headers,
+ })
+ }
+
+ return reqs, errors
+}
+
+func (a *AdtargetAdapter) MakeBids(bidReq *openrtb.BidRequest, unused *adapters.RequestData, httpRes *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+
+ if httpRes.StatusCode == http.StatusNoContent {
+ return nil, nil
+ }
+ if httpRes.StatusCode == http.StatusBadRequest {
+ return nil, []error{&errortypes.BadInput{
+ Message: fmt.Sprintf("Unexpected status code: %d. Run with request.debug = 1 for more info", httpRes.StatusCode),
+ }}
+ }
+ var bidResp openrtb.BidResponse
+ if err := json.Unmarshal(httpRes.Body, &bidResp); err != nil {
+ return nil, []error{&errortypes.BadServerResponse{
+ Message: fmt.Sprintf("error while decoding response, err: %s", err),
+ }}
+ }
+
+ bidResponse := adapters.NewBidderResponse()
+ var errors []error
+
+ var impOK bool
+ for _, sb := range bidResp.SeatBid {
+ for i := 0; i < len(sb.Bid); i++ {
+
+ bid := sb.Bid[i]
+
+ impOK = false
+ mediaType := openrtb_ext.BidTypeBanner
+ for _, imp := range bidReq.Imp {
+ if imp.ID == bid.ImpID {
+
+ impOK = true
+
+ if imp.Video != nil {
+ mediaType = openrtb_ext.BidTypeVideo
+ break
+ }
+ }
+ }
+
+ if !impOK {
+ errors = append(errors, &errortypes.BadServerResponse{
+ Message: fmt.Sprintf("ignoring bid id=%s, request doesn't contain any impression with id=%s", bid.ID, bid.ImpID),
+ })
+ continue
+ }
+
+ bidResponse.Bids = append(bidResponse.Bids, &adapters.TypedBid{
+ Bid: &bid,
+ BidType: mediaType,
+ })
+ }
+ }
+
+ return bidResponse, errors
+}
+
+func validateImpressionAndSetExt(imp *openrtb.Imp) (int, error) {
+
+ if imp.Banner == nil && imp.Video == nil {
+ return 0, &errortypes.BadInput{
+ Message: fmt.Sprintf("ignoring imp id=%s, Adtarget supports only Video and Banner", imp.ID),
+ }
+ }
+
+ if 0 == len(imp.Ext) {
+ return 0, &errortypes.BadInput{
+ Message: fmt.Sprintf("ignoring imp id=%s, extImpBidder is empty", imp.ID),
+ }
+ }
+
+ var bidderExt adapters.ExtImpBidder
+
+ if err := json.Unmarshal(imp.Ext, &bidderExt); err != nil {
+ return 0, &errortypes.BadInput{
+ Message: fmt.Sprintf("ignoring imp id=%s, error while decoding extImpBidder, err: %s", imp.ID, err),
+ }
+ }
+
+ impExt := openrtb_ext.ExtImpAdtarget{}
+ err := json.Unmarshal(bidderExt.Bidder, &impExt)
+ if err != nil {
+ return 0, &errortypes.BadInput{
+ Message: fmt.Sprintf("ignoring imp id=%s, error while decoding impExt, err: %s", imp.ID, err),
+ }
+ }
+
+ // common extension for all impressions
+ var impExtBuffer []byte
+
+ impExtBuffer, err = json.Marshal(&adtargetImpExt{
+ Adtarget: impExt,
+ })
+
+ if impExt.BidFloor > 0 {
+ imp.BidFloor = impExt.BidFloor
+ }
+
+ imp.Ext = impExtBuffer
+
+ return impExt.SourceId, nil
+}
+
+func NewAdtargetBidder(endpoint string) *AdtargetAdapter {
+ return &AdtargetAdapter{
+ endpoint: endpoint,
+ }
+}
diff --git a/adapters/adtarget/adtarget_test.go b/adapters/adtarget/adtarget_test.go
new file mode 100644
index 00000000000..93732988120
--- /dev/null
+++ b/adapters/adtarget/adtarget_test.go
@@ -0,0 +1,11 @@
+package adtarget
+
+import (
+ "testing"
+
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+)
+
+func TestJsonSamples(t *testing.T) {
+ adapterstest.RunJSONBidderTest(t, "adtargettest", NewAdtargetBidder("http://ghb.console.adtarget.com.tr/pbs/ortb"))
+}
diff --git a/adapters/adtarget/adtargettest/exemplary/media-type-mapping.json b/adapters/adtarget/adtargettest/exemplary/media-type-mapping.json
new file mode 100644
index 00000000000..518268d4fea
--- /dev/null
+++ b/adapters/adtarget/adtargettest/exemplary/media-type-mapping.json
@@ -0,0 +1,88 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "w": 900,
+ "h": 250,
+ "mimes": [
+ "video/x-flv",
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://ghb.console.adtarget.com.tr/pbs/ortb?aid=1000",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id":"test-imp-id",
+ "video": {
+ "w": 900,
+ "h": 250,
+ "mimes": [
+ "video/x-flv",
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "adtarget": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test-bid-id",
+ "impid": "test-imp-id",
+ "price": 3.5,
+ "w": 900,
+ "h": 250
+ }
+ ]
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "test-bid-id",
+ "impid": "test-imp-id",
+ "price": 3.5,
+ "w": 900,
+ "h": 250
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/adtarget/adtargettest/exemplary/simple-banner.json b/adapters/adtarget/adtargettest/exemplary/simple-banner.json
new file mode 100644
index 00000000000..b63739bda0f
--- /dev/null
+++ b/adapters/adtarget/adtargettest/exemplary/simple-banner.json
@@ -0,0 +1,62 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "aid": 1000,
+ "siteId": 1234,
+ "bidFloor": 20
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://ghb.console.adtarget.com.tr/pbs/ortb?aid=1000",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id":"test-imp-id",
+ "banner": {
+ "format": [
+ {"w":300,"h":250},
+ {"w":300,"h":600}
+ ]
+ },
+ "bidfloor": 20,
+ "ext": {
+ "adtarget": {
+ "aid": 1000,
+ "siteId": 1234,
+ "bidFloor": 20
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 204
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/adtarget/adtargettest/exemplary/simple-video.json b/adapters/adtarget/adtargettest/exemplary/simple-video.json
new file mode 100644
index 00000000000..4dc4547d7d1
--- /dev/null
+++ b/adapters/adtarget/adtargettest/exemplary/simple-video.json
@@ -0,0 +1,55 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "w": 900,
+ "h": 250,
+ "mimes": [
+ "video/x-flv",
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://ghb.console.adtarget.com.tr/pbs/ortb?aid=1000",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id":"test-imp-id",
+ "video": {
+ "w": 900,
+ "h": 250,
+ "mimes": [
+ "video/x-flv",
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "adtarget": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 204
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/adtarget/adtargettest/params/race/banner.json b/adapters/adtarget/adtargettest/params/race/banner.json
new file mode 100644
index 00000000000..1d6658c71ab
--- /dev/null
+++ b/adapters/adtarget/adtargettest/params/race/banner.json
@@ -0,0 +1,3 @@
+{
+ "aid": 350975
+}
diff --git a/adapters/adtarget/adtargettest/params/race/video.json b/adapters/adtarget/adtargettest/params/race/video.json
new file mode 100644
index 00000000000..fe4207ef05c
--- /dev/null
+++ b/adapters/adtarget/adtargettest/params/race/video.json
@@ -0,0 +1,3 @@
+{
+ "aid": 331133
+}
diff --git a/adapters/adtarget/adtargettest/supplemental/audio.json b/adapters/adtarget/adtargettest/supplemental/audio.json
new file mode 100644
index 00000000000..e2148e9db99
--- /dev/null
+++ b/adapters/adtarget/adtargettest/supplemental/audio.json
@@ -0,0 +1,25 @@
+{
+ "mockBidRequest": {
+ "id": "unsupported-audio-request",
+ "imp": [
+ {
+ "id": "unsupported-audio-imp",
+ "audio": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }
+ ]
+ },
+
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "ignoring imp id=unsupported-audio-imp, Adtarget supports only Video and Banner",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/adtarget/adtargettest/supplemental/explicit-dimensions.json b/adapters/adtarget/adtargettest/supplemental/explicit-dimensions.json
new file mode 100644
index 00000000000..a4e487466ea
--- /dev/null
+++ b/adapters/adtarget/adtargettest/supplemental/explicit-dimensions.json
@@ -0,0 +1,58 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ }
+ ],
+ "w": 100,
+ "h": 400
+ },
+ "ext": {
+ "bidder": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://ghb.console.adtarget.com.tr/pbs/ortb?aid=1000",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ }
+ ],
+ "w": 100,
+ "h": 400
+ },
+ "ext": {
+ "adtarget": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 204
+ }
+ }
+ ]
+}
diff --git a/adapters/adtarget/adtargettest/supplemental/native.json b/adapters/adtarget/adtargettest/supplemental/native.json
new file mode 100644
index 00000000000..3d9aa6630eb
--- /dev/null
+++ b/adapters/adtarget/adtargettest/supplemental/native.json
@@ -0,0 +1,25 @@
+{
+ "mockBidRequest": {
+ "id": "unsupported-native-request",
+ "imp": [
+ {
+ "id": "unsupported-native-imp",
+ "native": {
+ "ver": "1.1"
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }
+ ]
+ },
+
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "ignoring imp id=unsupported-native-imp, Adtarget supports only Video and Banner",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/adtarget/adtargettest/supplemental/wrong-impression-ext.json b/adapters/adtarget/adtargettest/supplemental/wrong-impression-ext.json
new file mode 100644
index 00000000000..1986dfaf13f
--- /dev/null
+++ b/adapters/adtarget/adtargettest/supplemental/wrong-impression-ext.json
@@ -0,0 +1,26 @@
+{
+ "mockBidRequest": {
+ "id": "unsupported-native-request",
+ "imp": [
+ {
+ "id": "unsupported-native-imp",
+ "video": {
+ "w": 100,
+ "h": 200
+ },
+ "ext": {
+ "bidder": {
+ "aid": "some string instead of int"
+ }
+ }
+ }
+ ]
+ },
+
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "ignoring imp id=unsupported-native-imp, error while decoding impExt, err: json: cannot unmarshal string into Go struct field ExtImpAdtarget.aid of type int",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/adtarget/adtargettest/supplemental/wrong-impression-mapping.json b/adapters/adtarget/adtargettest/supplemental/wrong-impression-mapping.json
new file mode 100644
index 00000000000..0dffdb2bebb
--- /dev/null
+++ b/adapters/adtarget/adtargettest/supplemental/wrong-impression-mapping.json
@@ -0,0 +1,77 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "w": 900,
+ "h": 250,
+ "mimes": [
+ "video/x-flv",
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://ghb.console.adtarget.com.tr/pbs/ortb?aid=1000",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id":"test-imp-id",
+ "video": {
+ "w": 900,
+ "h": 250,
+ "mimes": [
+ "video/x-flv",
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "adtarget": {
+ "aid": 1000
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test-bid-id",
+ "impid": "SOME-WRONG-IMP-ID",
+ "price": 3.5,
+ "w": 900,
+ "h": 250
+ }
+ ]
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "ignoring bid id=test-bid-id, request doesn't contain any impression with id=SOME-WRONG-IMP-ID",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/adtarget/params_test.go b/adapters/adtarget/params_test.go
new file mode 100644
index 00000000000..b128d11c9cf
--- /dev/null
+++ b/adapters/adtarget/params_test.go
@@ -0,0 +1,60 @@
+package adtarget
+
+import (
+ "encoding/json"
+ "testing"
+
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// This file actually intends to test static/bidder-params/adtarget.json
+// These also validate the format of the external API: request.imp[i].ext.adtarget
+// TestValidParams makes sure that the adtarget schema accepts all imp.ext fields which we intend to support.
+
+func TestValidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, validParam := range validParams {
+ if err := validator.Validate(openrtb_ext.BidderAdtarget, json.RawMessage(validParam)); err != nil {
+ t.Errorf("Schema rejected adtarget params: %s", validParam)
+ }
+ }
+}
+
+// TestInvalidParams makes sure that the adtarget schema rejects all the imp.ext fields we don't support.
+func TestInvalidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, invalidParam := range invalidParams {
+ if err := validator.Validate(openrtb_ext.BidderAdtarget, json.RawMessage(invalidParam)); err == nil {
+ t.Errorf("Schema allowed unexpected params: %s", invalidParam)
+ }
+ }
+}
+
+var validParams = []string{
+ `{"aid":123}`,
+ `{"aid":123,"placementId":1234}`,
+ `{"aid":123,"siteId":4321}`,
+ `{"aid":123,"siteId":0,"bidFloor":0}`,
+}
+
+var invalidParams = []string{
+ ``,
+ `null`,
+ `true`,
+ `5`,
+ `4.2`,
+ `[]`,
+ `{}`,
+ `{"aid":"123"}`,
+ `{"aid":"0"}`,
+ `{"aid":"123","placementId":"123"}`,
+ `{"aid":123, "placementId":"123", "siteId":"321"}`,
+}
diff --git a/adapters/adtarget/usersync.go b/adapters/adtarget/usersync.go
new file mode 100644
index 00000000000..20bced25c72
--- /dev/null
+++ b/adapters/adtarget/usersync.go
@@ -0,0 +1,12 @@
+package adtarget
+
+import (
+ "text/template"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/usersync"
+)
+
+func NewAdtargetSyncer(temp *template.Template) usersync.Usersyncer {
+ return adapters.NewSyncer("adtarget", 0, temp, adapters.SyncTypeRedirect)
+}
diff --git a/adapters/adtarget/usersync_test.go b/adapters/adtarget/usersync_test.go
new file mode 100644
index 00000000000..3ab2ed5b5df
--- /dev/null
+++ b/adapters/adtarget/usersync_test.go
@@ -0,0 +1,37 @@
+package adtarget
+
+import (
+ "fmt"
+ "github.com/prebid/prebid-server/privacy/ccpa"
+ "testing"
+ "text/template"
+
+ "github.com/prebid/prebid-server/privacy"
+ "github.com/prebid/prebid-server/privacy/gdpr"
+ "github.com/stretchr/testify/assert"
+)
+
+func TestAdtargetSyncer(t *testing.T) {
+ syncURL := "//sync.console.adtarget.com.tr/csync?t=p&ep=0&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir=localhost%2Fsetuid%3Fbidder%3Dadtarget%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D"
+ fmt.Println("adtarget sync")
+ syncURLTemplate := template.Must(
+ template.New("sync-template").Parse(syncURL),
+ )
+
+ syncer := NewAdtargetSyncer(syncURLTemplate)
+ syncInfo, err := syncer.GetUsersyncInfo(privacy.Policies{
+ GDPR: gdpr.Policy{
+ Signal: "0",
+ Consent: "123",
+ },
+ CCPA: ccpa.Policy{
+ Value: "1-YY",
+ },
+ })
+
+ assert.NoError(t, err)
+ assert.Equal(t, "//sync.console.adtarget.com.tr/csync?t=p&ep=0&gdpr=0&gdpr_consent=123&us_privacy=1-YY&redir=localhost%2Fsetuid%3Fbidder%3Dadtarget%26gdpr%3D0%26gdpr_consent%3D123%26uid%3D%7Buid%7D", syncInfo.URL)
+ assert.Equal(t, "redirect", syncInfo.Type)
+ assert.EqualValues(t, 0, syncer.GDPRVendorID())
+ assert.Equal(t, false, syncInfo.SupportCORS)
+}
diff --git a/config/config.go b/config/config.go
index 559fc5dac19..07384f9d2d3 100755
--- a/config/config.go
+++ b/config/config.go
@@ -548,6 +548,7 @@ func (cfg *Configuration) setDerivedDefaults() {
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdkernel, "https://sync.adkernel.com/user-sync?t=image&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadkernel%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7BUID%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdkernelAdn, "https://tag.adkernel.com/syncr?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&r="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3DadkernelAdn%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7BUID%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdpone, "https://usersync.adpone.com/csync?redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadpone%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdtarget, "https://sync.console.adtarget.com.tr/csync?t=p&ep=0&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadtarget%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdtelligent, "https://sync.adtelligent.com/csync?t=p&ep=0&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadtelligent%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdmixer, "https://inv-nets.admixer.net/adxcm.aspx?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir=1&rurl="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadmixer%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%24visitor_cookie%24%24")
// openrtb_ext.BidderAdOcean doesn't have a good default.
@@ -752,6 +753,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.adocean.endpoint", "https://{{.Host}}")
v.SetDefault("adapters.adoppler.endpoint", "http://app.trustedmarketplace.io/ads")
v.SetDefault("adapters.adpone.endpoint", "http://rtb.adpone.com/bid-request?src=prebid_server")
+ v.SetDefault("adapters.adtarget.endpoint", "http://ghb.console.adtarget.com.tr/pbs/ortb")
v.SetDefault("adapters.adtelligent.endpoint", "http://ghb.adtelligent.com/pbs/ortb")
v.SetDefault("adapters.advangelists.endpoint", "http://nep.advangelists.com/xp/get?pubid={{.PublisherID}}")
v.SetDefault("adapters.aja.endpoint", "https://ad.as.amanad.adtdp.com/v1/bid/4")
diff --git a/docs/bidders/adtarget.md b/docs/bidders/adtarget.md
new file mode 100644
index 00000000000..b658a728a2b
--- /dev/null
+++ b/docs/bidders/adtarget.md
@@ -0,0 +1,5 @@
+# Adtarget bidder
+
+To use the Adtarget bidder you will need an aid from an exchange account on [https://console.adtarget.com.tr](adtarget.com.tr).
+
+For further information, please contact kamil@adtarget.com.tr
\ No newline at end of file
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index c8fbb775a21..2ea8f7fb648 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -18,6 +18,7 @@ import (
"github.com/prebid/prebid-server/adapters/adocean"
"github.com/prebid/prebid-server/adapters/adoppler"
"github.com/prebid/prebid-server/adapters/adpone"
+ "github.com/prebid/prebid-server/adapters/adtarget"
"github.com/prebid/prebid-server/adapters/adtelligent"
"github.com/prebid/prebid-server/adapters/advangelists"
"github.com/prebid/prebid-server/adapters/aja"
@@ -99,6 +100,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderAdOcean: adocean.NewAdOceanBidder(client, cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderAdOcean))].Endpoint),
openrtb_ext.BidderAdoppler: adoppler.NewAdopplerBidder(cfg.Adapters[string(openrtb_ext.BidderAdoppler)].Endpoint),
openrtb_ext.BidderAdpone: adpone.NewAdponeBidder(cfg.Adapters[string(openrtb_ext.BidderAdpone)].Endpoint),
+ openrtb_ext.BidderAdtarget: adtarget.NewAdtargetBidder(cfg.Adapters[string(openrtb_ext.BidderAdtarget)].Endpoint),
openrtb_ext.BidderAdtelligent: adtelligent.NewAdtelligentBidder(cfg.Adapters[string(openrtb_ext.BidderAdtelligent)].Endpoint),
openrtb_ext.BidderAdvangelists: advangelists.NewAdvangelistsBidder(cfg.Adapters[string(openrtb_ext.BidderAdvangelists)].Endpoint),
openrtb_ext.BidderAJA: aja.NewAJABidder(cfg.Adapters[string(openrtb_ext.BidderAJA)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index b3ecddb06cd..659c6616fea 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -33,6 +33,7 @@ const (
BidderAdpone BidderName = "adpone"
BidderAdmixer BidderName = "admixer"
BidderAdOcean BidderName = "adocean"
+ BidderAdtarget BidderName = "adtarget"
BidderAdtelligent BidderName = "adtelligent"
BidderAdvangelists BidderName = "advangelists"
BidderAJA BidderName = "aja"
@@ -110,6 +111,7 @@ var BidderMap = map[string]BidderName{
"admixer": BidderAdmixer,
"adocean": BidderAdOcean,
"adpone": BidderAdpone,
+ "adtarget": BidderAdtarget,
"adtelligent": BidderAdtelligent,
"advangelists": BidderAdvangelists,
"aja": BidderAJA,
diff --git a/openrtb_ext/imp_adtarget.go b/openrtb_ext/imp_adtarget.go
new file mode 100644
index 00000000000..a8ac70a17d1
--- /dev/null
+++ b/openrtb_ext/imp_adtarget.go
@@ -0,0 +1,9 @@
+package openrtb_ext
+
+// ExtImpAdtarget defines the contract for bidrequest.imp[i].ext.adtarget
+type ExtImpAdtarget struct {
+ SourceId int `json:"aid"`
+ PlacementId int `json:"placementId,omitempty"`
+ SiteId int `json:"siteId,omitempty"`
+ BidFloor float64 `json:"bidFloor,omitempty"`
+}
diff --git a/static/bidder-info/adtarget.yaml b/static/bidder-info/adtarget.yaml
new file mode 100644
index 00000000000..d52f18ac697
--- /dev/null
+++ b/static/bidder-info/adtarget.yaml
@@ -0,0 +1,11 @@
+maintainer:
+ email: "kamil@adtarget.com.tr"
+capabilities:
+ app:
+ mediaTypes:
+ - banner
+ - video
+ site:
+ mediaTypes:
+ - banner
+ - video
diff --git a/static/bidder-params/adtarget.json b/static/bidder-params/adtarget.json
new file mode 100644
index 00000000000..195bf2dd430
--- /dev/null
+++ b/static/bidder-params/adtarget.json
@@ -0,0 +1,26 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Adtarget Adapter Params",
+ "description": "A schema which validates params accepted by the Adtarget adapter",
+
+ "type": "object",
+ "properties": {
+ "placementId": {
+ "type": "integer",
+ "description": "An ID which identifies this placement of the impression"
+ },
+ "siteId": {
+ "type": "integer",
+ "description": "An ID which identifies the site selling the impression"
+ },
+ "aid": {
+ "type": "integer",
+ "description": "An ID which identifies the channel"
+ },
+ "bidFloor": {
+ "type": "number",
+ "description": "BidFloor, US Dollars"
+ }
+ },
+ "required": ["aid"]
+}
diff --git a/usersync/usersyncers/syncer.go b/usersync/usersyncers/syncer.go
index 5dccf855add..751d2aabfbe 100755
--- a/usersync/usersyncers/syncer.go
+++ b/usersync/usersyncers/syncer.go
@@ -12,6 +12,7 @@ import (
"github.com/prebid/prebid-server/adapters/admixer"
"github.com/prebid/prebid-server/adapters/adocean"
"github.com/prebid/prebid-server/adapters/adpone"
+ "github.com/prebid/prebid-server/adapters/adtarget"
"github.com/prebid/prebid-server/adapters/adtelligent"
"github.com/prebid/prebid-server/adapters/advangelists"
"github.com/prebid/prebid-server/adapters/aja"
@@ -84,6 +85,7 @@ func NewSyncerMap(cfg *config.Configuration) map[openrtb_ext.BidderName]usersync
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdmixer, admixer.NewAdmixerSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdOcean, adocean.NewAdOceanSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdpone, adpone.NewadponeSyncer)
+ insertIntoMap(cfg, syncers, openrtb_ext.BidderAdtarget, adtarget.NewAdtargetSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdtelligent, adtelligent.NewAdtelligentSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdvangelists, advangelists.NewAdvangelistsSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAJA, aja.NewAJASyncer)
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index ddd067e8be7..c9ef382fc92 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -21,6 +21,7 @@ func TestNewSyncerMap(t *testing.T) {
string(openrtb_ext.BidderAdmixer): syncConfig,
string(openrtb_ext.BidderAdOcean): syncConfig,
string(openrtb_ext.BidderAdpone): syncConfig,
+ string(openrtb_ext.BidderAdtarget): syncConfig,
string(openrtb_ext.BidderAdtelligent): syncConfig,
string(openrtb_ext.BidderAdvangelists): syncConfig,
string(openrtb_ext.BidderAJA): syncConfig,
From 86fa52b19e92348d070d97fefd83d21974bbf25d Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Tue, 9 Jun 2020 13:23:57 -0400
Subject: [PATCH 111/381] Update Auction OpenRTB Sample (#1342)
* Update Auction OpenRTB Sample
* Removed Extra "Or"
---
docs/endpoints/openrtb2/auction.md | 209 +++++++++++++++++------------
1 file changed, 126 insertions(+), 83 deletions(-)
diff --git a/docs/endpoints/openrtb2/auction.md b/docs/endpoints/openrtb2/auction.md
index 67430e51481..d09216188b8 100644
--- a/docs/endpoints/openrtb2/auction.md
+++ b/docs/endpoints/openrtb2/auction.md
@@ -14,53 +14,94 @@ This endpoint runs an auction with the given OpenRTB 2.5 bid request.
### Sample request
-The [Prebid sample ad](http://prebid.org/examples/pbjs_demo.html) can be loaded with the request sample [here](../../../endpoints/openrtb2/sample-requests/valid-whole/exemplary/prebid-test-ad.json).
+This is a sample OpenRTB 2.5 bid request for a Xandr (formerly AppNexus) test placement. Please note, the Xandr Ad Server will only
+respond with a bid if the "test" field is set to 1.
-Other examples can be found in [endpoints/openrtb2/sample-requests/valid-whole/exemplary](../../../endpoints/openrtb2/sample-requests/valid-whole/exemplary).
+```
+{
+ "id": "some-request-id",
+ "test": 1,
+ "site": {
+ "page": "prebid.org"
+ },
+ "imp": [{
+ "id": "some-impression-id",
+ "banner": {
+ "format": [{
+ "w": 600,
+ "h": 500
+ }, {
+ "w": 300,
+ "h": 600
+ }]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 12883451
+ }
+ }
+ }],
+ "tmax": 500
+}
+```
+
+Additional examples can be found in [endpoints/openrtb2/sample-requests/valid-whole](../../../endpoints/openrtb2/sample-requests/valid-whole).
### Sample Response
This endpoint will respond with either:
-- An OpenRTB 2.5 BidResponse, or
-- An HTTP 400 status code if the request is malformed
+- An OpenRTB 2.5 bid response, or
+- HTTP 400 if the request is malformed, or
+- HTTP 503 if the account or app specified in the request is blacklisted
-A "hello world" response from the prebid sample ad request is shown below.
+This is the corresponding response to the above sample OpenRTB 2.5 bid request, with the `ext.debug` field removed and the `seatbid.bid.adm` field simplified.
```
{
"id": "some-request-id",
- "seatbid": [
- {
- "seat": "appnexus"
- "bid": [
- {
- "id": "4625436751433509010",
- "impid": "some-impression-id",
- "price": 0.5,
- "adm": "",
- "adid": "29681110",
- "adomain": [
- "appnexus.com"
- ],
- "iurl": "http://nym1-ib.adnxs.com/cr?id=29681110",
- "cid": "958",
- "crid": "29681110",
- "w": 300,
- "h": 250,
- "ext": {
- "bidder": {
- "appnexus": {
- "brand_id": 1,
- "auction_id": 6127490747252133000,
- "bidder_id": 2
- }
- }
+ "seatbid": [{
+ "seat": "appnexus",
+ "bid": [{
+ "id": "145556724130495288",
+ "impid": "some-impression-id",
+ "price": 0.01,
+ "adm": "",
+ "adid": "107987536",
+ "adomain": [
+ "appnexus.com"
+ ],
+ "iurl": "https://nym1-ib.adnxs.com/cr?id=107987536",
+ "cid": "3532",
+ "crid": "107987536",
+ "w": 600,
+ "h": 500,
+ "ext": {
+ "prebid": {
+ "type": "banner",
+ "video": {
+ "duration": 0,
+ "primary_category": ""
+ }
+ },
+ "bidder": {
+ "appnexus": {
+ "brand_id": 1,
+ "auction_id": 7311907164510136364,
+ "bidder_id": 2,
+ "bid_ad_type": 0
}
}
- ]
- }
- ]
+ }
+ }]
+ }],
+ "cur": "USD",
+ "ext": {
+ "responsetimemillis": {
+ "appnexus": 10
+ },
+ "tmaxrequest": 500
+ }
}
```
@@ -69,12 +110,12 @@ A "hello world" response from the prebid sample ad request is shown below.
#### Conventions
OpenRTB 2.5 permits exchanges to define their own extensions to any object from the spec.
-These fall under the `ext` property of JSON objects.
+These fall under the `ext` field of JSON objects.
If `ext` is defined on an object, Prebid Server uses the following conventions:
-1. `ext` in "Request objects" uses `ext.prebid` and/or `ext.{anyBidderCode}`.
-2. `ext` on "Response objects" uses `ext.prebid` and/or `ext.bidder`.
+1. `ext` in "request objects" uses `ext.prebid` and/or `ext.{anyBidderCode}`.
+2. `ext` on "response objects" uses `ext.prebid` and/or `ext.bidder`.
The only exception here is the top-level `BidResponse`, because it's bidder-independent.
`ext.{anyBidderCode}` and `ext.bidder` extensions are defined by bidders.
@@ -84,9 +125,9 @@ Exceptions are made for extensions with "standard" recommendations:
- `request.user.ext.digitrust` -- To support Digitrust
- `request.regs.ext.gdpr` and `request.user.ext.consent` -- To support GDPR
+- `request.regs.us_privacy` -- To support CCPA
- `request.site.ext.amp` -- To identify AMP as the request source
- `request.app.ext.source` and `request.app.ext.version` -- To support identifying the displaymanager/SDK in mobile apps. If given, we expect these to be strings.
-- `request.regs.coppa` -- to support COPPA
#### Bid Adjustments
@@ -98,7 +139,7 @@ If you find that some bidders use Gross bids, publishers can adjust for it with
"ext": {
"prebid": {
"bidadjustmentfactors": {
- "appnexus: 0.8,
+ "appnexus": 0.8,
"rubicon": 0.7
}
}
@@ -126,8 +167,8 @@ to set these params on the response at `response.seatbid[i].bid[j].ext.prebid.ta
"pricegranularity": {
"precision": 2,
"ranges": [{
- "max":20.00,
- "increment":0.10 // This is equivalent to the deprecated "pricegranularity": "medium"
+ "max": 20.00,
+ "increment": 0.10 // This is equivalent to the deprecated "pricegranularity": "medium"
}]
},
"includewinners": false, // Optional param defaulting to true
@@ -146,23 +187,29 @@ One of "includewinners" or "includebidderkeys" must be true (both default to tru
MediaType PriceGranularity (PBS-Java only) - when a single OpenRTB request contains multiple impressions with different mediatypes, or a single impression supports multiple formats, the different mediatypes may need different price granularities. If `mediatypepricegranularity` is present, `pricegranularity` would only be used for any mediatypes not specified.
```
- "ext": {
- "prebid": {
- "targeting": {
- "mediatypepricegranularity": {
- "banner": { "ranges": [
- {"max": 20, "increment": 0.5}
- ]},
- "video": { "ranges": [
- {"max": 10, "increment": 1},
- {"max": 20, "increment": 2},
- {"max": 50, "increment": 5}
- ]}
- }
- }
- "includewinners": true
- }
- }
+{
+ "ext": {
+ "prebid": {
+ "targeting": {
+ "mediatypepricegranularity": {
+ "banner": {
+ "ranges": [
+ {"max": 20, "increment": 0.5}
+ ]
+ },
+ "video": {
+ "ranges": [
+ {"max": 10, "increment": 1},
+ {"max": 20, "increment": 2},
+ {"max": 50, "increment": 5}
+ ]
+ }
+ }
+ },
+ "includewinners": true
+ }
+ }
+}
```
**Response format** (returned in `bid.ext.prebid.targeting`)
@@ -238,22 +285,20 @@ This can be used to request bids from the same Bidder with different params. For
```
{
- "imp": [
- {
- "id": "some-impression-id",
- "video": {
- "mimes": ["video/mp4"]
+ "imp": [{
+ "id": "some-impression-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 123
},
- "ext": {
- "appnexus: {
- "placementId": 123
- },
- "districtm": {
- "placementId": 456
- }
+ "districtm": {
+ "placementId": 456
}
}
- ],
+ }],
"ext": {
"prebid": {
"aliases": {
@@ -303,12 +348,12 @@ For example, a request may return this in `response.ext`
"ext": {
"errors": {
"appnexus": [{
- "code": 2,
- "message": "A hybrid Banner/Audio Imp was offered, but Appnexus doesn't support Audio."
+ "code": 2,
+ "message": "A hybrid Banner/Audio Imp was offered, but Appnexus doesn't support Audio."
}],
"rubicon": [{
- "code": 1,
- "message": "The request exceeded the timeout allocated"
+ "code": 1,
+ "message": "The request exceeded the timeout allocated"
}]
}
}
@@ -413,16 +458,14 @@ The values will be numbers that indicate the minimum allowed size for the ad, as
Example:
```
{
- "imp": [
- {
- ...
- "banner": {
- ...
- }
- "instl": 1,
+ "imp": [{
+ ...
+ "banner": {
...
}
- ]
+ "instl": 1,
+ ...
+ }]
"device": {
...
"h": 640,
From 24665e8341ce985de7b7524e35a63962ffe5146d Mon Sep 17 00:00:00 2001
From: Brandon Ling <51931757+blingster7@users.noreply.github.com>
Date: Thu, 11 Jun 2020 14:10:50 -0400
Subject: [PATCH 112/381] Triplelift: Add SRA Support (#1347)
---
adapters/triplelift/triplelift_test.go | 2 +-
.../triplelifttest/exemplary/optional-params.json | 2 +-
.../triplelift/triplelifttest/exemplary/simple-banner.json | 2 +-
.../triplelift/triplelifttest/exemplary/simple-video.json | 6 +++---
.../triplelifttest/supplemental/badresponseext.json | 2 +-
.../triplelifttest/supplemental/badstatuscode.json | 2 +-
.../triplelifttest/supplemental/notgoodstatuscode.json | 2 +-
config/config.go | 2 +-
8 files changed, 10 insertions(+), 10 deletions(-)
diff --git a/adapters/triplelift/triplelift_test.go b/adapters/triplelift/triplelift_test.go
index 2d7ed04f51b..6fd2b506f8a 100644
--- a/adapters/triplelift/triplelift_test.go
+++ b/adapters/triplelift/triplelift_test.go
@@ -6,5 +6,5 @@ import (
)
func TestJsonSamples(t *testing.T) {
- adapterstest.RunJSONBidderTest(t, "triplelifttest", NewTripleliftBidder(nil, "http://tlx.3lift.net/s2s/auction?supplier_id=20"))
+ adapterstest.RunJSONBidderTest(t, "triplelifttest", NewTripleliftBidder(nil, "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20"))
}
diff --git a/adapters/triplelift/triplelifttest/exemplary/optional-params.json b/adapters/triplelift/triplelifttest/exemplary/optional-params.json
index 0851bc096d7..90c8da5b3c1 100644
--- a/adapters/triplelift/triplelifttest/exemplary/optional-params.json
+++ b/adapters/triplelift/triplelifttest/exemplary/optional-params.json
@@ -28,7 +28,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "uri": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/triplelift/triplelifttest/exemplary/simple-banner.json b/adapters/triplelift/triplelifttest/exemplary/simple-banner.json
index ff680037a7e..156e07e37eb 100644
--- a/adapters/triplelift/triplelifttest/exemplary/simple-banner.json
+++ b/adapters/triplelift/triplelifttest/exemplary/simple-banner.json
@@ -27,7 +27,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "uri": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/triplelift/triplelifttest/exemplary/simple-video.json b/adapters/triplelift/triplelifttest/exemplary/simple-video.json
index 185446bd243..846c62b4d37 100644
--- a/adapters/triplelift/triplelifttest/exemplary/simple-video.json
+++ b/adapters/triplelift/triplelifttest/exemplary/simple-video.json
@@ -33,7 +33,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "uri": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"body": {
"id": "test-request-id",
"imp": [
@@ -85,7 +85,7 @@
"adomain": [
"foo.com"
],
- "iurl": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "iurl": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"cid": "958",
"crid": "29681110",
"h": 250,
@@ -122,7 +122,7 @@
"adomain": [
"foo.com"
],
- "iurl": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "iurl": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"cid": "958",
"crid": "29681110",
"w": 300,
diff --git a/adapters/triplelift/triplelifttest/supplemental/badresponseext.json b/adapters/triplelift/triplelifttest/supplemental/badresponseext.json
index 324c05825c9..6c09448fc4a 100644
--- a/adapters/triplelift/triplelifttest/supplemental/badresponseext.json
+++ b/adapters/triplelift/triplelifttest/supplemental/badresponseext.json
@@ -27,7 +27,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "uri": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/triplelift/triplelifttest/supplemental/badstatuscode.json b/adapters/triplelift/triplelifttest/supplemental/badstatuscode.json
index 15799616933..f24eb7998ed 100644
--- a/adapters/triplelift/triplelifttest/supplemental/badstatuscode.json
+++ b/adapters/triplelift/triplelifttest/supplemental/badstatuscode.json
@@ -27,7 +27,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "uri": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/triplelift/triplelifttest/supplemental/notgoodstatuscode.json b/adapters/triplelift/triplelifttest/supplemental/notgoodstatuscode.json
index 963db593776..bdcc0e3a666 100644
--- a/adapters/triplelift/triplelifttest/supplemental/notgoodstatuscode.json
+++ b/adapters/triplelift/triplelifttest/supplemental/notgoodstatuscode.json
@@ -27,7 +27,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://tlx.3lift.net/s2s/auction?supplier_id=20",
+ "uri": "http://tlx.3lift.net/s2s/auction?sra=1&supplier_id=20",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/config/config.go b/config/config.go
index 07384f9d2d3..56b6a1ba88d 100755
--- a/config/config.go
+++ b/config/config.go
@@ -805,7 +805,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.telaria.endpoint", "https://ads.tremorhub.com/ad/rtb/prebid")
v.SetDefault("adapters.triplelift_native.disabled", true)
v.SetDefault("adapters.triplelift_native.extra_info", "{\"publisher_whitelist\":[]}")
- v.SetDefault("adapters.triplelift.endpoint", "https://tlx.3lift.com/s2s/auction?supplier_id=20")
+ v.SetDefault("adapters.triplelift.endpoint", "https://tlx.3lift.com/s2s/auction?sra=1&supplier_id=20")
v.SetDefault("adapters.ucfunnel.endpoint", "http://apac-hk-adx.aralego.com/prebid")
v.SetDefault("adapters.unruly.endpoint", "http://targeting.unrulymedia.com/openrtb/2.2")
v.SetDefault("adapters.valueimpression.endpoint", "https://rtb.valueimpression.com/endpoint")
From eb77b170618b581833a1029264a7b39027644e1a Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Mon, 15 Jun 2020 10:24:36 -0400
Subject: [PATCH 113/381] Privacy: Limit Ad Tracking (#1334)
---
config/config.go | 13 ++
config/config_test.go | 3 +
exchange/exchange.go | 10 +-
exchange/exchange_test.go | 17 ++-
.../exchangetest/lmt-featureflag-off.json | 63 +++++++++
exchange/exchangetest/lmt-featureflag-on.json | 61 +++++++++
exchange/utils.go | 25 +++-
exchange/utils_test.go | 94 +++++++++++--
privacy/enforcement.go | 9 +-
privacy/enforcement_test.go | 53 ++++++--
privacy/lmt/policy.go | 33 +++++
privacy/lmt/policy_test.go | 128 ++++++++++++++++++
12 files changed, 473 insertions(+), 36 deletions(-)
create mode 100644 exchange/exchangetest/lmt-featureflag-off.json
create mode 100644 exchange/exchangetest/lmt-featureflag-on.json
create mode 100644 privacy/lmt/policy.go
create mode 100644 privacy/lmt/policy_test.go
diff --git a/config/config.go b/config/config.go
index 56b6a1ba88d..0f470c6a611 100755
--- a/config/config.go
+++ b/config/config.go
@@ -49,6 +49,7 @@ type Configuration struct {
AMPTimeoutAdjustment int64 `mapstructure:"amp_timeout_adjustment_ms"`
GDPR GDPR `mapstructure:"gdpr"`
CCPA CCPA `mapstructure:"ccpa"`
+ LMT LMT `mapstructure:"lmt"`
CurrencyConverter CurrencyConverter `mapstructure:"currency_converter"`
DefReqConfig DefReqConfig `mapstructure:"default_request"`
@@ -139,6 +140,13 @@ func (cfg *AuctionTimeouts) LimitAuctionTimeout(requested time.Duration) time.Du
return requested
}
+// Privacy is a grouping of privacy related configs to assist in dependency injection.
+type Privacy struct {
+ CCPA CCPA
+ GDPR GDPR
+ LMT LMT
+}
+
type GDPR struct {
HostVendorID int `mapstructure:"host_vendor_id"`
UsersyncIfAmbiguous bool `mapstructure:"usersync_if_ambiguous"`
@@ -193,6 +201,10 @@ type CCPA struct {
Enforce bool `mapstructure:"enforce"`
}
+type LMT struct {
+ Enforce bool `mapstructure:"enforce"`
+}
+
type Analytics struct {
File FileLogs `mapstructure:"file"`
}
@@ -836,6 +848,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("gdpr.tcf2.purpose_one_treatement.access_allowed", true)
v.SetDefault("gdpr.amp_exception", false)
v.SetDefault("ccpa.enforce", false)
+ v.SetDefault("lmt.enforce", true)
v.SetDefault("currency_converter.fetch_url", "https://cdn.jsdelivr.net/gh/prebid/currency-file@1/latest.json")
v.SetDefault("currency_converter.fetch_interval_seconds", 1800) // fetch currency rates every 30 minutes
v.SetDefault("default_request.type", "")
diff --git a/config/config_test.go b/config/config_test.go
index ee8e68e7025..2b291fe978d 100644
--- a/config/config_test.go
+++ b/config/config_test.go
@@ -43,6 +43,8 @@ gdpr:
non_standard_publishers: ["siteID","fake-site-id","appID","agltb3B1Yi1pbmNyDAsSA0FwcBiJkfIUDA"]
ccpa:
enforce: true
+lmt:
+ enforce: true
host_cookie:
cookie_name: userid
family: prebid
@@ -240,6 +242,7 @@ func TestFullConfig(t *testing.T) {
cmpBools(t, "cfg.GDPR.NonStandardPublisherMap", found, false)
cmpBools(t, "ccpa.enforce", cfg.CCPA.Enforce, true)
+ cmpBools(t, "lmt.enforce", cfg.LMT.Enforce, true)
//Assert the NonStandardPublishers was correctly unmarshalled
cmpStrings(t, "blacklisted_apps", cfg.BlacklistedApps[0], "spamAppID")
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 660beb641ef..84ae35d644c 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -48,7 +48,7 @@ type exchange struct {
currencyConverter *currencies.RateConverter
UsersyncIfAmbiguous bool
defaultTTLs config.DefaultTTLs
- enforceCCPA bool
+ privacyConfig config.Privacy
}
// Container to pass out response ext data from the GetAllBids goroutines back into the main thread
@@ -77,7 +77,11 @@ func NewExchange(client *http.Client, cache prebid_cache_client.Client, cfg *con
e.currencyConverter = currencyConverter
e.UsersyncIfAmbiguous = cfg.GDPR.UsersyncIfAmbiguous
e.defaultTTLs = cfg.CacheURL.DefaultTTLs
- e.enforceCCPA = cfg.CCPA.Enforce
+ e.privacyConfig = config.Privacy{
+ CCPA: cfg.CCPA,
+ GDPR: cfg.GDPR,
+ LMT: cfg.LMT,
+ }
return e
}
@@ -100,7 +104,7 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
// Slice of BidRequests, each a copy of the original cleaned to only contain bidder data for the named bidder
blabels := make(map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels)
- cleanRequests, aliases, errs := cleanOpenRTBRequests(ctx, bidRequest, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.enforceCCPA)
+ cleanRequests, aliases, errs := cleanOpenRTBRequests(ctx, bidRequest, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
// List of bidders we have requests for.
liveAdapters := listBiddersWithRequests(cleanRequests)
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index e9b2127e18b..4f329962a53 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -731,7 +731,17 @@ func runSpec(t *testing.T, filename string, spec *exchangeSpec) {
if len(errs) != 0 {
t.Fatalf("%s: Failed to parse aliases", filename)
}
- ex := newExchangeForTests(t, filename, spec.OutgoingRequests, aliases, spec.EnforceCCPA)
+
+ privacyConfig := config.Privacy{
+ CCPA: config.CCPA{
+ Enforce: spec.EnforceCCPA,
+ },
+ LMT: config.LMT{
+ Enforce: spec.EnforceLMT,
+ },
+ }
+
+ ex := newExchangeForTests(t, filename, spec.OutgoingRequests, aliases, privacyConfig)
biddersInAuction := findBiddersInAuction(t, filename, &spec.IncomingRequest.OrtbRequest)
categoriesFetcher, error := newCategoryFetcher("./test/category-mapping")
if error != nil {
@@ -816,7 +826,7 @@ func extractResponseTimes(t *testing.T, context string, bid *openrtb.BidResponse
}
}
-func newExchangeForTests(t *testing.T, filename string, expectations map[string]*bidderSpec, aliases map[string]string, enforceCCPA bool) Exchange {
+func newExchangeForTests(t *testing.T, filename string, expectations map[string]*bidderSpec, aliases map[string]string, privacyConfig config.Privacy) Exchange {
adapters := make(map[openrtb_ext.BidderName]adaptedBidder)
for _, bidderName := range openrtb_ext.BidderMap {
if spec, ok := expectations[string(bidderName)]; ok {
@@ -854,7 +864,7 @@ func newExchangeForTests(t *testing.T, filename string, expectations map[string]
gDPR: gdpr.AlwaysAllow{},
currencyConverter: currencies.NewRateConverterDefault(),
UsersyncIfAmbiguous: false,
- enforceCCPA: enforceCCPA,
+ privacyConfig: privacyConfig,
}
}
@@ -1620,6 +1630,7 @@ type exchangeSpec struct {
OutgoingRequests map[string]*bidderSpec `json:"outgoingRequests"`
Response exchangeResponse `json:"response,omitempty"`
EnforceCCPA bool `json:"enforceCcpa"`
+ EnforceLMT bool `json:"enforceLmt"`
DebugLog *DebugLog `json:"debuglog,omitempty"`
}
diff --git a/exchange/exchangetest/lmt-featureflag-off.json b/exchange/exchangetest/lmt-featureflag-off.json
new file mode 100644
index 00000000000..9a15c87953e
--- /dev/null
+++ b/exchange/exchangetest/lmt-featureflag-off.json
@@ -0,0 +1,63 @@
+{
+ "enforceLmt": false,
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }],
+ "device": {
+ "lmt": 1
+ },
+ "user": {
+ "id": "some-id",
+ "buyeruid": "some-buyer-id"
+ }
+ }
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "expectRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }],
+ "device": {
+ "lmt": 1
+ },
+ "user": {
+ "id": "some-id",
+ "buyeruid": "some-buyer-id"
+ }
+ },
+ "bidAdjustment": 1.0
+ },
+ "mockResponse": {
+ "errors": ["appnexus-error"]
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/exchange/exchangetest/lmt-featureflag-on.json b/exchange/exchangetest/lmt-featureflag-on.json
new file mode 100644
index 00000000000..440f8c76472
--- /dev/null
+++ b/exchange/exchangetest/lmt-featureflag-on.json
@@ -0,0 +1,61 @@
+{
+ "enforceLmt": true,
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }],
+ "device": {
+ "lmt": 1
+ },
+ "user": {
+ "id": "some-id",
+ "buyeruid": "some-buyer-id"
+ }
+ }
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "expectRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }],
+ "device": {
+ "lmt": 1
+ },
+ "user": {
+ }
+ },
+ "bidAdjustment": 1.0
+ },
+ "mockResponse": {
+ "errors": ["appnexus-error"]
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/exchange/utils.go b/exchange/utils.go
index f602d1e8fba..54122d13c09 100644
--- a/exchange/utils.go
+++ b/exchange/utils.go
@@ -8,11 +8,13 @@ import (
"github.com/buger/jsonparser"
"github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/gdpr"
"github.com/prebid/prebid-server/openrtb_ext"
"github.com/prebid/prebid-server/pbsmetrics"
"github.com/prebid/prebid-server/privacy"
"github.com/prebid/prebid-server/privacy/ccpa"
+ "github.com/prebid/prebid-server/privacy/lmt"
)
// cleanOpenRTBRequests splits the input request into requests which are sanitized for each bidder. Intended behavior is:
@@ -26,8 +28,8 @@ func cleanOpenRTBRequests(ctx context.Context,
blables map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels,
labels pbsmetrics.Labels,
gDPR gdpr.Permissions,
- usersyncIfAmbiguous,
- enforceCCPA bool) (requestsByBidder map[openrtb_ext.BidderName]*openrtb.BidRequest, aliases map[string]string, errs []error) {
+ usersyncIfAmbiguous bool,
+ privacyConfig config.Privacy) (requestsByBidder map[openrtb_ext.BidderName]*openrtb.BidRequest, aliases map[string]string, errs []error) {
impsByBidder, errs := splitImps(orig.Imp)
if len(errs) > 0 {
@@ -45,15 +47,24 @@ func cleanOpenRTBRequests(ctx context.Context,
consent := extractConsent(orig)
ampGDPRException := (labels.RType == pbsmetrics.ReqTypeAMP) && gDPR.AMPException()
- privacyEnforcement := privacy.Enforcement{
- COPPA: orig.Regs != nil && orig.Regs.COPPA == 1,
+ var ccpaPolicy ccpa.Policy
+ if privacyConfig.CCPA.Enforce {
+ ccpaPolicy, _ = ccpa.ReadPolicy(orig)
+ }
+
+ var lmtPolicy lmt.Policy
+ if privacyConfig.LMT.Enforce {
+ lmtPolicy = lmt.ReadPolicy(orig)
}
- if enforceCCPA {
- ccpaPolicy, _ := ccpa.ReadPolicy(orig)
- privacyEnforcement.CCPA = ccpaPolicy.ShouldEnforce()
+ // request level privacy policies
+ privacyEnforcement := privacy.Enforcement{
+ CCPA: ccpaPolicy.ShouldEnforce(),
+ COPPA: orig.Regs != nil && orig.Regs.COPPA == 1,
+ LMT: lmtPolicy.ShouldEnforce(),
}
+ // bidder level privacy policies
for bidder, bidReq := range requestsByBidder {
if gdpr == 1 {
diff --git a/exchange/utils_test.go b/exchange/utils_test.go
index acbf25ff691..4dad3f54648 100644
--- a/exchange/utils_test.go
+++ b/exchange/utils_test.go
@@ -6,6 +6,7 @@ import (
"testing"
"github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/openrtb_ext"
"github.com/prebid/prebid-server/pbsmetrics"
"github.com/stretchr/testify/assert"
@@ -69,8 +70,17 @@ func TestCleanOpenRTBRequests(t *testing.T) {
applyCOPPA: false, consentedVendors: map[string]bool{"appnexus": true, "brightroll": true}},
}
+ privacyConfig := config.Privacy{
+ CCPA: config.CCPA{
+ Enforce: true,
+ },
+ LMT: config.LMT{
+ Enforce: true,
+ },
+ }
+
for _, test := range testCases {
- reqByBidders, _, err := cleanOpenRTBRequests(context.Background(), test.req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, true)
+ reqByBidders, _, err := cleanOpenRTBRequests(context.Background(), test.req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
if test.hasError {
assert.NotNil(t, err, "Error shouldn't be nil")
} else {
@@ -99,9 +109,80 @@ func TestCleanOpenRTBRequestsCCPA(t *testing.T) {
}
for _, test := range testCases {
- req := newCCPABidRequest(t)
+ req := newBidRequest(t)
+ req.Regs = &openrtb.Regs{
+ Ext: json.RawMessage(`{"us_privacy":"1-Y-"}`),
+ }
- results, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, test.enforceCCPA)
+ privacyConfig := config.Privacy{
+ CCPA: config.CCPA{
+ Enforce: test.enforceCCPA,
+ },
+ }
+
+ results, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
+ result := results["appnexus"]
+
+ assert.Nil(t, errs)
+
+ if test.expectDataScrub {
+ assert.Equal(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
+ assert.Equal(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
+ } else {
+ assert.NotEqual(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
+ assert.NotEqual(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
+ }
+ }
+}
+
+func TestCleanOpenRTBRequestsLMT(t *testing.T) {
+ var (
+ enabled int8 = 1
+ disabled int8 = 0
+ )
+ testCases := []struct {
+ description string
+ lmt *int8
+ enforceLMT bool
+ expectDataScrub bool
+ }{
+ {
+ description: "Feature Flag Enabled - OpenTRB Enabled",
+ lmt: &enabled,
+ enforceLMT: true,
+ expectDataScrub: true,
+ },
+ {
+ description: "Feature Flag Disabled - OpenTRB Enabled",
+ lmt: &enabled,
+ enforceLMT: false,
+ expectDataScrub: false,
+ },
+ {
+ description: "Feature Flag Enabled - OpenTRB Disabled",
+ lmt: &disabled,
+ enforceLMT: true,
+ expectDataScrub: false,
+ },
+ {
+ description: "Feature Flag Disabled - OpenTRB Disabled",
+ lmt: &disabled,
+ enforceLMT: false,
+ expectDataScrub: false,
+ },
+ }
+
+ for _, test := range testCases {
+ req := newBidRequest(t)
+ req.Device.Lmt = test.lmt
+
+ privacyConfig := config.Privacy{
+ LMT: config.LMT{
+ Enforce: test.enforceLMT,
+ },
+ }
+
+ results, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
@@ -163,8 +244,7 @@ func newAdapterAliasBidRequest(t *testing.T) *openrtb.BidRequest {
}
}
-func newCCPABidRequest(t *testing.T) *openrtb.BidRequest {
- dnt := int8(1)
+func newBidRequest(t *testing.T) *openrtb.BidRequest {
return &openrtb.BidRequest{
Site: &openrtb.Site{
Page: "www.some.domain.com",
@@ -178,7 +258,6 @@ func newCCPABidRequest(t *testing.T) *openrtb.BidRequest {
UA: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Safari/537.36",
IFA: "ifa",
IP: "132.173.230.74",
- DNT: &dnt,
Language: "EN",
},
Source: &openrtb.Source{
@@ -189,9 +268,6 @@ func newCCPABidRequest(t *testing.T) *openrtb.BidRequest {
BuyerUID: "their-id",
Ext: json.RawMessage(`{"digitrust":{"id":"digi-id","keyv":1,"pref":1}}`),
},
- Regs: &openrtb.Regs{
- Ext: json.RawMessage(`{"us_privacy":"1-Y-"}`),
- },
Imp: []openrtb.Imp{{
ID: "some-imp-id",
Banner: &openrtb.Banner{
diff --git a/privacy/enforcement.go b/privacy/enforcement.go
index d302192ec3f..8a5d201fc95 100644
--- a/privacy/enforcement.go
+++ b/privacy/enforcement.go
@@ -10,11 +10,12 @@ type Enforcement struct {
COPPA bool
GDPR bool
GDPRGeo bool
+ LMT bool
}
// Any returns true if at least one privacy policy requires enforcement.
func (e Enforcement) Any() bool {
- return e.CCPA || e.COPPA || e.GDPR || e.GDPRGeo
+ return e.CCPA || e.COPPA || e.GDPR || e.GDPRGeo || e.LMT
}
// Apply cleans personally identifiable information from an OpenRTB bid request.
@@ -34,7 +35,7 @@ func (e Enforcement) getIPv6ScrubStrategy() ScrubStrategyIPV6 {
return ScrubStrategyIPV6Lowest32
}
- if e.GDPR || e.CCPA {
+ if e.GDPR || e.CCPA || e.LMT {
return ScrubStrategyIPV6Lowest16
}
@@ -46,7 +47,7 @@ func (e Enforcement) getGeoScrubStrategy() ScrubStrategyGeo {
return ScrubStrategyGeoFull
}
- if e.GDPRGeo || e.CCPA {
+ if e.GDPRGeo || e.CCPA || e.LMT {
return ScrubStrategyGeoReducedPrecision
}
@@ -63,7 +64,7 @@ func (e Enforcement) getUserScrubStrategy(ampGDPRException bool) ScrubStrategyUs
}
// If no user scrubbing is needed, then return none, else scrub ID (COPPA checked above)
- if e.CCPA || e.GDPR {
+ if e.CCPA || e.GDPR || e.LMT {
return ScrubStrategyUserID
}
diff --git a/privacy/enforcement_test.go b/privacy/enforcement_test.go
index 0e82648d4b9..968c6354710 100644
--- a/privacy/enforcement_test.go
+++ b/privacy/enforcement_test.go
@@ -21,6 +21,7 @@ func TestAny(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ LMT: false,
},
expected: false,
},
@@ -31,6 +32,7 @@ func TestAny(t *testing.T) {
COPPA: true,
GDPR: true,
GDPRGeo: true,
+ LMT: true,
},
expected: true,
},
@@ -41,16 +43,7 @@ func TestAny(t *testing.T) {
COPPA: true,
GDPR: false,
GDPRGeo: false,
- },
- expected: true,
- },
- {
- description: "GDPRGeo only",
- enforcement: Enforcement{
- CCPA: false,
- COPPA: false,
- GDPR: false,
- GDPRGeo: true,
+ LMT: true,
},
expected: true,
},
@@ -79,6 +72,7 @@ func TestApply(t *testing.T) {
COPPA: true,
GDPR: true,
GDPRGeo: true,
+ LMT: true,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest32,
@@ -93,6 +87,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ LMT: false,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -107,6 +102,7 @@ func TestApply(t *testing.T) {
COPPA: true,
GDPR: false,
GDPRGeo: false,
+ LMT: false,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest32,
@@ -121,6 +117,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: true,
GDPRGeo: true,
+ LMT: false,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -135,6 +132,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: true,
GDPRGeo: true,
+ LMT: false,
},
ampGDPRException: true,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -149,6 +147,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ LMT: false,
},
ampGDPRException: true,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -163,6 +162,7 @@ func TestApply(t *testing.T) {
COPPA: true,
GDPR: true,
GDPRGeo: true,
+ LMT: false,
},
ampGDPRException: true,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest32,
@@ -177,6 +177,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: true,
GDPRGeo: false,
+ LMT: false,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
@@ -191,6 +192,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: true,
+ LMT: false,
},
ampGDPRException: false,
expectedDeviceIPv6: ScrubStrategyIPV6None,
@@ -198,6 +200,36 @@ func TestApply(t *testing.T) {
expectedUser: ScrubStrategyUserNone,
expectedUserGeo: ScrubStrategyGeoReducedPrecision,
},
+ {
+ description: "LMT Only",
+ enforcement: Enforcement{
+ CCPA: false,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: false,
+ LMT: true,
+ },
+ ampGDPRException: false,
+ expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
+ expectedDeviceGeo: ScrubStrategyGeoReducedPrecision,
+ expectedUser: ScrubStrategyUserID,
+ expectedUserGeo: ScrubStrategyGeoReducedPrecision,
+ },
+ {
+ description: "LMT Only, ampGDPRException",
+ enforcement: Enforcement{
+ CCPA: false,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: false,
+ LMT: true,
+ },
+ ampGDPRException: true,
+ expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
+ expectedDeviceGeo: ScrubStrategyGeoReducedPrecision,
+ expectedUser: ScrubStrategyUserID,
+ expectedUserGeo: ScrubStrategyGeoReducedPrecision,
+ },
}
for _, test := range testCases {
@@ -229,6 +261,7 @@ func TestApplyNoneApplicable(t *testing.T) {
CCPA: false,
COPPA: false,
GDPR: false,
+ LMT: false,
}
enforcement.apply(req, false, m)
diff --git a/privacy/lmt/policy.go b/privacy/lmt/policy.go
new file mode 100644
index 00000000000..79425bf59f7
--- /dev/null
+++ b/privacy/lmt/policy.go
@@ -0,0 +1,33 @@
+package lmt
+
+import (
+ "github.com/mxmCherry/openrtb"
+)
+
+const (
+ trackingUnrestricted = 0
+ trackingRestricted = 1
+)
+
+// Policy represents the LMT (Limit Ad Tracking) policy for an OpenRTB bid request.
+type Policy struct {
+ Signal int
+ SignalProvided bool
+}
+
+// ReadPolicy extracts the LMT (Limit Ad Tracking) policy from an OpenRTB bid request.
+func ReadPolicy(req *openrtb.BidRequest) Policy {
+ policy := Policy{}
+
+ if req != nil && req.Device != nil && req.Device.Lmt != nil {
+ policy.Signal = int(*req.Device.Lmt)
+ policy.SignalProvided = true
+ }
+
+ return policy
+}
+
+// ShouldEnforce returns true when the LMT (Limit Ad Tracking) policy is in effect.
+func (p Policy) ShouldEnforce() bool {
+ return p.SignalProvided && p.Signal == trackingRestricted
+}
diff --git a/privacy/lmt/policy_test.go b/privacy/lmt/policy_test.go
new file mode 100644
index 00000000000..45de219a9bf
--- /dev/null
+++ b/privacy/lmt/policy_test.go
@@ -0,0 +1,128 @@
+package lmt
+
+import (
+ "testing"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/stretchr/testify/assert"
+)
+
+func TestRead(t *testing.T) {
+ var one int8 = 1
+
+ testCases := []struct {
+ description string
+ request *openrtb.BidRequest
+ expectedPolicy Policy
+ }{
+ {
+ description: "Nil Request",
+ request: nil,
+ expectedPolicy: Policy{
+ Signal: 0,
+ SignalProvided: false,
+ },
+ },
+ {
+ description: "Nil Device",
+ request: &openrtb.BidRequest{
+ Device: nil,
+ },
+ expectedPolicy: Policy{
+ Signal: 0,
+ SignalProvided: false,
+ },
+ },
+ {
+ description: "Nil Device.Lmt",
+ request: &openrtb.BidRequest{
+ Device: &openrtb.Device{
+ Lmt: nil,
+ },
+ },
+ expectedPolicy: Policy{
+ Signal: 0,
+ SignalProvided: false,
+ },
+ },
+ {
+ description: "Enabled",
+ request: &openrtb.BidRequest{
+ Device: &openrtb.Device{
+ Lmt: &one,
+ },
+ },
+ expectedPolicy: Policy{
+ Signal: 1,
+ SignalProvided: true,
+ },
+ },
+ }
+
+ for _, test := range testCases {
+ p := ReadPolicy(test.request)
+ assert.Equal(t, test.expectedPolicy, p, test.description)
+ }
+}
+
+func TestShouldEnforce(t *testing.T) {
+ testCases := []struct {
+ description string
+ policy Policy
+ expected bool
+ }{
+ {
+ description: "Signal Not Provided - Zero",
+ policy: Policy{
+ Signal: 0,
+ SignalProvided: false,
+ },
+ expected: false,
+ },
+ {
+ description: "Signal Not Provided - One",
+ policy: Policy{
+ Signal: 1,
+ SignalProvided: false,
+ },
+ expected: false,
+ },
+ {
+ description: "Signal Not Provided - Other",
+ policy: Policy{
+ Signal: 42,
+ SignalProvided: false,
+ },
+ expected: false,
+ },
+ {
+ description: "Signal Provided - Zero",
+ policy: Policy{
+ Signal: 0,
+ SignalProvided: true,
+ },
+ expected: false,
+ },
+ {
+ description: "Signal Provided - One",
+ policy: Policy{
+ Signal: 1,
+ SignalProvided: true,
+ },
+ expected: true,
+ },
+ {
+ description: "Signal Provided - Other",
+ policy: Policy{
+ Signal: 42,
+ SignalProvided: true,
+ },
+ expected: false,
+ },
+ }
+
+ for _, test := range testCases {
+ result := test.policy.ShouldEnforce()
+ assert.Equal(t, test.expected, result, test.description)
+ }
+}
From dd05c38f5b698441b8f5c07908506093b2290745 Mon Sep 17 00:00:00 2001
From: Richard Lee <14349+dlackty@users.noreply.github.com>
Date: Mon, 15 Jun 2020 23:21:03 +0800
Subject: [PATCH 114/381] Avoid overriding AMP request original size with
mutli-size (#1352)
---
endpoints/openrtb2/amp_auction.go | 17 ++++++++++-------
endpoints/openrtb2/amp_auction_test.go | 18 ++++++++++++++++++
2 files changed, 28 insertions(+), 7 deletions(-)
diff --git a/endpoints/openrtb2/amp_auction.go b/endpoints/openrtb2/amp_auction.go
index 586481ddfc5..2dcd572c63c 100644
--- a/endpoints/openrtb2/amp_auction.go
+++ b/endpoints/openrtb2/amp_auction.go
@@ -407,31 +407,34 @@ func (deps *endpointDeps) overrideWithParams(httpRequest *http.Request, req *ope
}
func makeFormatReplacement(overrideWidth uint64, overrideHeight uint64, width uint64, height uint64, multisize string) []openrtb.Format {
+ var formats []openrtb.Format
if overrideWidth != 0 && overrideHeight != 0 {
- return []openrtb.Format{{
+ formats = []openrtb.Format{{
W: overrideWidth,
H: overrideHeight,
}}
} else if overrideWidth != 0 && height != 0 {
- return []openrtb.Format{{
+ formats = []openrtb.Format{{
W: overrideWidth,
H: height,
}}
} else if width != 0 && overrideHeight != 0 {
- return []openrtb.Format{{
+ formats = []openrtb.Format{{
W: width,
H: overrideHeight,
}}
- } else if parsedSizes := parseMultisize(multisize); len(parsedSizes) != 0 {
- return parsedSizes
} else if width != 0 && height != 0 {
- return []openrtb.Format{{
+ formats = []openrtb.Format{{
W: width,
H: height,
}}
}
- return nil
+ if parsedSizes := parseMultisize(multisize); len(parsedSizes) != 0 {
+ formats = append(formats, parsedSizes...)
+ }
+
+ return formats
}
func setWidths(formats []openrtb.Format, width uint64) {
diff --git a/endpoints/openrtb2/amp_auction_test.go b/endpoints/openrtb2/amp_auction_test.go
index 289db3f48cb..731fd55e196 100644
--- a/endpoints/openrtb2/amp_auction_test.go
+++ b/endpoints/openrtb2/amp_auction_test.go
@@ -832,6 +832,24 @@ func TestMultisize(t *testing.T) {
}.execute(t)
}
+func TestSizeWithMultisize(t *testing.T) {
+ formatOverrideSpec{
+ width: 20,
+ height: 40,
+ multisize: "200x50,100x60",
+ expect: []openrtb.Format{{
+ W: 20,
+ H: 40,
+ }, {
+ W: 200,
+ H: 50,
+ }, {
+ W: 100,
+ H: 60,
+ }},
+ }.execute(t)
+}
+
func TestHeightOnly(t *testing.T) {
formatOverrideSpec{
height: 200,
From 62fe413dad59ee0c6c95e410ae6ad26d8af304ea Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Wed, 17 Jun 2020 10:25:02 -0400
Subject: [PATCH 115/381] Extra logging for timeout notifications (#1349)
---
exchange/bidder.go | 13 ++++++++
exchange/bidder_test.go | 74 +++++++++++++++++++++++++++++++++++++++++
2 files changed, 87 insertions(+)
diff --git a/exchange/bidder.go b/exchange/bidder.go
index f9b4a522343..df9f0a3bf1b 100644
--- a/exchange/bidder.go
+++ b/exchange/bidder.go
@@ -389,7 +389,20 @@ func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.Timeou
}
} else {
bidder.me.RecordTimeoutNotice(false)
+ if bidder.DebugConfig.TimeoutNotification.Log {
+ msg := fmt.Sprintf("TimeoutNotification: Failed to make timeout request: method(%s), uri(%s), error(%s)", toReq.Method, toReq.Uri, err.Error())
+ util.LogRandomSample(msg, glog.Warningf, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ }
+ }
+ } else if bidder.DebugConfig.TimeoutNotification.Log {
+ reqJSON, err := json.Marshal(req)
+ var msg string
+ if err == nil {
+ msg = fmt.Sprintf("TimeoutNotification: Failed to generate timeout request: error(%s), bidder request(%s)", errL[0].Error(), string(reqJSON))
+ } else {
+ msg = fmt.Sprintf("TimeoutNotification: Failed to generate timeout request: error(%s), bidder request marshal failed(%s)", errL[0].Error(), err.Error())
}
+ util.LogRandomSample(msg, glog.Warningf, bidder.DebugConfig.TimeoutNotification.SamplingRate)
}
}
diff --git a/exchange/bidder_test.go b/exchange/bidder_test.go
index fa04e6a4771..fff397f0084 100644
--- a/exchange/bidder_test.go
+++ b/exchange/bidder_test.go
@@ -1229,6 +1229,64 @@ func TestSetAssetTypes(t *testing.T) {
}
}
+func TestTimeoutNotificationOff(t *testing.T) {
+ respBody := "{\"bid\":false}"
+ respStatus := 200
+ server := httptest.NewServer(mockHandler(respStatus, "getBody", respBody))
+ defer server.Close()
+
+ bidderImpl := ¬ifingBidder{
+ notiRequest: adapters.RequestData{
+ Method: "GET",
+ Uri: server.URL + "/notify/me",
+ Body: nil,
+ Headers: http.Header{},
+ },
+ }
+ bidder := &bidderAdapter{
+ Bidder: bidderImpl,
+ Client: server.Client(),
+ DebugConfig: config.Debug{},
+ me: &metricsConfig.DummyMetricsEngine{},
+ }
+ if tb, ok := bidder.Bidder.(adapters.TimeoutBidder); !ok {
+ t.Error("Failed to cast bidder to a TimeoutBidder")
+ } else {
+ bidder.doTimeoutNotification(tb, &adapters.RequestData{})
+ }
+}
+
+func TestTimeoutNotificationOn(t *testing.T) {
+ respBody := "{\"bid\":false}"
+ respStatus := 200
+ server := httptest.NewServer(mockHandler(respStatus, "getBody", respBody))
+ defer server.Close()
+
+ bidderImpl := ¬ifingBidder{
+ notiRequest: adapters.RequestData{
+ Method: "GET",
+ Uri: server.URL + "/notify/me",
+ Body: nil,
+ Headers: http.Header{},
+ },
+ }
+ bidder := &bidderAdapter{
+ Bidder: bidderImpl,
+ Client: server.Client(),
+ DebugConfig: config.Debug{
+ TimeoutNotification: config.TimeoutNotification{
+ Log: true,
+ },
+ },
+ me: &metricsConfig.DummyMetricsEngine{},
+ }
+ if tb, ok := bidder.Bidder.(adapters.TimeoutBidder); !ok {
+ t.Error("Failed to cast bidder to a TimeoutBidder")
+ } else {
+ bidder.doTimeoutNotification(tb, &adapters.RequestData{})
+ }
+}
+
type goodSingleBidder struct {
bidRequest *openrtb.BidRequest
httpRequest *adapters.RequestData
@@ -1302,3 +1360,19 @@ func (bidder *bidRejector) MakeBids(internalRequest *openrtb.BidRequest, externa
bidder.httpResponse = response
return nil, []error{errors.New("Can't make a response.")}
}
+
+type notifingBidder struct {
+ notiRequest adapters.RequestData
+}
+
+func (bidder *notifingBidder) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ return nil, nil
+}
+
+func (bidder *notifingBidder) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ return nil, nil
+}
+
+func (bidder *notifingBidder) MakeTimeoutNotification(req *adapters.RequestData) (*adapters.RequestData, []error) {
+ return &bidder.notiRequest, nil
+}
From 2d2ed0c6dcd984769d1a65edc15a96bfc4c69482 Mon Sep 17 00:00:00 2001
From: Daniel Cassidy
Date: Wed, 17 Jun 2020 18:32:47 +0100
Subject: [PATCH 116/381] Consumable: Correct bid type, should always be
"banner". (#1359)
---
adapters/consumable/consumable.go | 17 +++++------------
1 file changed, 5 insertions(+), 12 deletions(-)
diff --git a/adapters/consumable/consumable.go b/adapters/consumable/consumable.go
index 1fa23377319..243f1b8000b 100644
--- a/adapters/consumable/consumable.go
+++ b/adapters/consumable/consumable.go
@@ -268,8 +268,11 @@ func (a *ConsumableAdapter) MakeBids(
//bid.referrer = utils.getTopWindowUrl();
bidderResponse.Bids = append(bidderResponse.Bids, &adapters.TypedBid{
- Bid: &bid,
- BidType: getMediaTypeForImp(getImp(bid.ImpID, internalRequest.Imp)),
+ Bid: &bid,
+ // Consumable units are always HTML, never VAST.
+ // From Prebid's point of view, this means that Consumable units
+ // are always "banners".
+ BidType: openrtb_ext.BidTypeBanner,
})
}
}
@@ -303,16 +306,6 @@ func extractExtensions(impression openrtb.Imp) (*adapters.ExtImpBidder, *openrtb
return &bidderExt, &consumableExt, nil
}
-func getMediaTypeForImp(imp *openrtb.Imp) openrtb_ext.BidType {
- // TODO: Whatever logic we need here possibly as follows - may always be Video when we bid
- if imp.Banner != nil {
- return openrtb_ext.BidTypeBanner
- } else if imp.Video != nil {
- return openrtb_ext.BidTypeVideo
- }
- return openrtb_ext.BidTypeVideo
-}
-
func testConsumableBidder(testClock instant, endpoint string) *ConsumableAdapter {
return &ConsumableAdapter{testClock, endpoint}
}
From 98417cb13f3181a1cfd1d1b8089ab17de3423467 Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Wed, 17 Jun 2020 13:33:22 -0400
Subject: [PATCH 117/381] Build With Go 1.14 (#1350)
---
.travis.yml | 3 +--
Dockerfile | 4 ++--
README.md | 5 +++--
go.mod | 2 +-
4 files changed, 7 insertions(+), 7 deletions(-)
diff --git a/.travis.yml b/.travis.yml
index ea2c46c4374..692141f716c 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,9 +1,8 @@
language: go
go:
- - '1.12'
- '1.13'
- - '1.14'
+ - '1.14.2'
go_import_path: github.com/prebid/prebid-server
diff --git a/Dockerfile b/Dockerfile
index a8fea9c33f6..2c60b9e39b0 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,8 +3,8 @@ RUN apt-get update && \
apt-get -y upgrade && \
apt-get install -y wget
RUN cd /tmp && \
- wget https://dl.google.com/go/go1.12.7.linux-amd64.tar.gz && \
- tar -xf go1.12.7.linux-amd64.tar.gz && \
+ wget https://dl.google.com/go/go1.14.2.linux-amd64.tar.gz && \
+ tar -xf go1.14.2.linux-amd64.tar.gz && \
mv go /usr/local
RUN mkdir -p /app/prebid-server/
WORKDIR /app/prebid-server/
diff --git a/README.md b/README.md
index a59bf5f6aa3..b69e7e76db4 100644
--- a/README.md
+++ b/README.md
@@ -18,9 +18,10 @@ For more information, see:
## Installation
-First install [Go 1.12](https://golang.org/doc/install) latest version.
+First install [Go](https://golang.org/doc/install) version 1.13 or newer.
+
Note that prebid-server is using [Go modules](https://blog.golang.org/using-go-modules).
-If using Go version <1.13 and are inside GOPATH `GO111MODULE` needs to be set to `GO111MODULE=on`.
+We officially support the most recent two major versions of the Go runtime. However, if you'd like to use a version <1.13 and are inside GOPATH `GO111MODULE` needs to be set to `GO111MODULE=on`.
Download and prepare Prebid Server:
diff --git a/go.mod b/go.mod
index 0224057e464..72bb9b74886 100644
--- a/go.mod
+++ b/go.mod
@@ -1,6 +1,6 @@
module github.com/prebid/prebid-server
-go 1.12
+go 1.13
require (
github.com/BurntSushi/toml v0.3.1 // indirect
From d1c81294a7d05bb626c9b8f8181d845b8cee7fe9 Mon Sep 17 00:00:00 2001
From: jmaynardxandr <46759873+jmaynardxandr@users.noreply.github.com>
Date: Wed, 17 Jun 2020 11:24:33 -0700
Subject: [PATCH 118/381] Category mapping changes from product team. (#1348)
---
static/adapter/appnexus/opts.json | 69 +-
.../category-mapping/freewheel/freewheel.json | 2348 +++++++++--------
2 files changed, 1234 insertions(+), 1183 deletions(-)
diff --git a/static/adapter/appnexus/opts.json b/static/adapter/appnexus/opts.json
index 7bb297e0b41..41ee3c8f313 100644
--- a/static/adapter/appnexus/opts.json
+++ b/static/adapter/appnexus/opts.json
@@ -5,13 +5,14 @@
"3": "IAB10-1",
"4": "IAB2-3",
"5": "IAB19-8",
+ "6": "IAB22-1",
"7": "IAB18-1",
- "8": "IAB14-1",
+ "8": "IAB12-3",
"9": "IAB5-1",
"10": "IAB4-5",
"11": "IAB13-4",
- "13": "IAB19-2",
"12": "IAB8-7",
+ "13": "IAB9-7",
"14": "IAB7-1",
"15": "IAB20-18",
"16": "IAB10-7",
@@ -20,33 +21,79 @@
"19": "IAB18-4",
"20": "IAB1-5",
"21": "IAB1-6",
- "22": "IAB19-28",
+ "22": "IAB3-4",
"23": "IAB19-13",
"24": "IAB22-2",
"25": "IAB3-9",
- "26": "IAB17-26",
+ "26": "IAB17-18",
"27": "IAB19-6",
"28": "IAB1-7",
- "29": "IAB9-5",
+ "29": "IAB9-30",
"30": "IAB20-7",
"31": "IAB20-17",
"32": "IAB7-32",
"33": "IAB16-5",
"34": "IAB19-34",
+ "35": "IAB11-5",
+ "36": "IAB12-3",
"37": "IAB11-4",
+ "38": "IAB12-3",
"39": "IAB9-30",
"41": "IAB7-44",
+ "42": "IAB7-1",
+ "43": "IAB7-30",
+ "50": "IAB19-30",
"51": "IAB17-12",
+ "52": "IAB19-30",
"53": "IAB3-1",
"55": "IAB13-2",
+ "56": "IAB19-30",
+ "57": "IAB19-30",
+ "58": "IAB7-39",
+ "59": "IAB22-1",
+ "60": "IAB7-39",
"61": "IAB21-3",
- "62": "IAB6-4",
- "63": "IAB15-10",
+ "62": "IAB5-1",
+ "63": "IAB12-3",
+ "64": "IAB20-18",
"65": "IAB11-2",
+ "66": "IAB17-18",
"67": "IAB9-9",
- "69": "IAB7-1",
- "71": "IAB22-2",
+ "68": "IAB9-5",
+ "69": "IAB7-44",
+ "71": "IAB22-3",
+ "73": "IAB19-30",
"74": "IAB8-5",
- "87": "IAB3-7"
- }
+ "78": "IAB22-1",
+ "85": "IAB12-2",
+ "86": "IAB22-3",
+ "87": "IAB11-3",
+ "112": "IAB7-32",
+ "113": "IAB7-32",
+ "114": "IAB7-32",
+ "115": "IAB7-32",
+ "118": "IAB9-5",
+ "119": "IAB9-5",
+ "120": "IAB9-5",
+ "121": "IAB9-5",
+ "122": "IAB9-5",
+ "123": "IAB9-5",
+ "124": "IAB9-5",
+ "125": "IAB9-5",
+ "126": "IAB9-5",
+ "127": "IAB22-1",
+ "132": "IAB1-2",
+ "133": "IAB19-30",
+ "137": "IAB3-9",
+ "138": "IAB19-3",
+ "140": "IAB2-3",
+ "141": "IAB2-1",
+ "142": "IAB2-3",
+ "143": "IAB17-13",
+ "166": "IAB11-4",
+ "175": "IAB3-1",
+ "176": "IAB13-4",
+ "182": "IAB8-9",
+ "183": "IAB3-5"
+ }
}
diff --git a/static/category-mapping/freewheel/freewheel.json b/static/category-mapping/freewheel/freewheel.json
index 7eebcce0c98..1c4a4fa2471 100644
--- a/static/category-mapping/freewheel/freewheel.json
+++ b/static/category-mapping/freewheel/freewheel.json
@@ -3,1176 +3,1180 @@
"id": "404",
"name": "Publishing"
},
- "IAB1-2": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB1-5": {
- "id": "419",
- "name": "Filmed Entertainment"
- },
- "IAB1-6": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB1-7": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB2-1": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-2": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-3": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-4": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-5": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-6": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-7": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-8": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-9": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-10": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-11": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-12": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-13": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-14": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-15": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-16": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-17": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-18": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-19": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-20": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-21": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-22": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB2-23": {
- "id": "399",
- "name": "Automotive"
- },
- "IAB3-1": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-2": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-3": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-4": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB3-5": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-6": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-7": {
- "id": "398",
- "name": "Government/Municipal"
- },
- "IAB3-8": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-9": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-10": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-11": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB3-12": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB4-1": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB4-2": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB4-3": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB4-4": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB4-5": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB4-6": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB4-7": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB4-8": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB4-9": {
- "id": "417",
- "name": "Telecommunications"
- },
- "IAB4-10": {
- "id": "429",
- "name": "Military"
- },
- "IAB4-11": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB5-1": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-2": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-3": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-4": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-5": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-6": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-7": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-8": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-9": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-10": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-11": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-12": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-13": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-14": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB5-15": {
- "id": "405",
- "name": "Educational Services"
- },
- "IAB7-1": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-2": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-3": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-4": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-5": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-6": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-7": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-8": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-9": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-10": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-11": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-12": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-13": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-14": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-15": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-16": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-17": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-18": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-19": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-20": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-21": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-22": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-23": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-24": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-25": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-26": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-27": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-28": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-29": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-30": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-31": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-32": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-33": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-34": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-35": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-36": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-37": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-38": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-39": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-40": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-41": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-42": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-43": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-44": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB7-45": {
- "id": "406",
- "name": "Health Care Services"
- },
- "IAB8-1": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-2": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-3": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-4": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-5": {
- "id": "400",
- "name": "Beer/Wine/Liquor"
- },
- "IAB8-6": {
- "id": "401",
- "name": "Beverages"
- },
- "IAB8-7": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-8": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-9": {
- "id": "407",
- "name": "Restaurant/Fast Food"
- },
- "IAB8-10": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-11": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-12": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-13": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-14": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-15": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-16": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-17": {
- "id": "394",
- "name": "Food"
- },
- "IAB8-18": {
- "id": "400",
- "name": "Beer/Wine/Liquor"
- },
- "IAB9-1": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB9-3": {
- "id": "418",
- "name": "Jewelry"
- },
- "IAB9-5": {
- "id": "413",
- "name": "Gaming"
- },
- "IAB9-6": {
- "id": "412",
- "name": "Household Products"
- },
- "IAB9-9": {
- "id": "426",
- "name": "Tobacco"
- },
- "IAB9-11": {
- "id": "404",
- "name": "Publishing"
- },
- "IAB9-15": {
- "id": "404",
- "name": "Publishing"
- },
- "IAB9-16": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB9-18": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB9-19": {
- "id": "418",
- "name": "Jewelry"
- },
- "IAB9-23": {
- "id": "424",
- "name": "Photographic Equipment"
- },
- "IAB9-24": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB9-25": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB9-30": {
- "id": "413",
- "name": "Gaming"
- },
- "IAB10-1": {
- "id": "415",
- "name": "Appliances"
- },
- "IAB10-5": {
- "id": "434",
- "name": "Home Furnishings"
- },
- "IAB10-6": {
- "id": "434",
- "name": "Home Furnishings"
- },
- "IAB10-7": {
- "id": "434",
- "name": "Home Furnishings"
- },
- "IAB10-8": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB10-9": {
- "id": "434",
- "name": "Home Furnishings"
- },
- "IAB11-1": {
- "id": "398",
- "name": "Government/Municipal"
- },
- "IAB11-2": {
- "id": "398",
- "name": "Government/Municipal"
- },
- "IAB11-3": {
- "id": "398",
- "name": "Government/Municipal"
- },
- "IAB11-4": {
- "id": "398",
- "name": "Government/Municipal"
- },
- "IAB11-5": {
- "id": "398",
- "name": "Government/Municipal"
- },
- "IAB12-1": {
- "id": "438",
- "name": "News"
- },
- "IAB12-2": {
- "id": "438",
- "name": "News"
- },
- "IAB12-3": {
- "id": "438",
- "name": "News"
- },
- "IAB13-1": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-2": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-3": {
- "id": "438",
- "name": "News"
- },
- "IAB13-4": {
- "id": "391",
- "name": "Financial Services"
- },
- "IAB13-5": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-6": {
- "id": "436",
- "name": "Insurance"
- },
- "IAB13-7": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-8": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-9": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-10": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-11": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB13-12": {
- "id": "393",
- "name": "Business Services"
- },
- "IAB16-1": {
- "id": "423",
- "name": "Pet Food/Supplies"
- },
- "IAB16-2": {
- "id": "423",
- "name": "Pet Food/Supplies"
- },
- "IAB16-3": {
- "id": "423",
- "name": "Pet Food/Supplies"
- },
- "IAB16-4": {
- "id": "423",
- "name": "Pet Food/Supplies"
- },
- "IAB16-5": {
- "id": "423",
- "name": "Pet Food/Supplies"
- },
- "IAB16-6": {
- "id": "423",
- "name": "Pet Food/Supplies"
- },
- "IAB16-7": {
- "id": "423",
- "name": "Pet Food/Supplies"
- },
- "IAB17-1": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-2": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-3": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-4": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-5": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-6": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-7": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-8": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-9": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-10": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-11": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-12": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-13": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-14": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-15": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-16": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-17": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-18": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-19": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-20": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-21": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-22": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-23": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-24": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-25": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-26": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-27": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-28": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-29": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-30": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-31": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-32": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-33": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-34": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-35": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-36": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-37": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-38": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-39": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-40": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-41": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-42": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-43": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB17-44": {
- "id": "425",
- "name": "Professional Sports"
- },
- "IAB18-1": {
- "id": "411",
- "name": "Cosmetics/Toiletries"
- },
- "IAB18-2": {
- "id": "397",
- "name": "Apparel"
- },
- "IAB18-3": {
- "id": "397",
- "name": "Apparel"
- },
- "IAB18-4": {
- "id": "418",
- "name": "Jewelry"
- },
- "IAB18-5": {
- "id": "397",
- "name": "Apparel"
- },
- "IAB18-6": {
- "id": "397",
- "name": "Apparel"
- },
- "IAB19-2": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-3": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-4": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-5": {
- "id": "424",
- "name": "Photographic Equipment"
- },
- "IAB19-6": {
- "id": "417",
- "name": "Telecommunications"
- },
- "IAB19-7": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-8": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-9": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-10": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-11": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-12": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-13": {
- "id": "404",
- "name": "Publishing"
- },
- "IAB19-14": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-15": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-16": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-17": {
- "id": "419",
- "name": "Filmed Entertainment"
- },
- "IAB19-18": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-19": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-20": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-21": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-22": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-23": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-24": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-25": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-26": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-27": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-28": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-29": {
- "id": "392",
- "name": "Entertainment"
- },
- "IAB19-30": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-31": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-32": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-33": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-34": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-35": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB19-36": {
- "id": "409",
- "name": "Computing Product"
- },
- "IAB20-1": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-2": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-3": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-4": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-5": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-6": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-7": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-8": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-9": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-10": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-11": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-12": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-13": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-14": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-15": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-16": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-17": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-18": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-19": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-20": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-21": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-22": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-23": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-24": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-25": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-26": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB20-27": {
- "id": "395",
- "name": "Travel/Hotels/Airlines"
- },
- "IAB21-1": {
- "id": "416",
- "name": "Real Estate"
- },
- "IAB21-2": {
- "id": "416",
- "name": "Real Estate"
- },
- "IAB21-3": {
- "id": "416",
- "name": "Real Estate"
- },
- "IAB22-1": {
- "id": "416",
- "name": "Real Estate"
- },
- "IAB22-2": {
- "id": "416",
- "name": "Real Estate"
- },
- "IAB22-3": {
- "id": "416",
- "name": "Real Estate"
- }
+ "IAB1-2": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB1-5": {
+ "id": "419",
+ "name": "Filmed Entertainment"
+ },
+ "IAB1-6": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB1-7": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB2-1": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-2": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-3": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-4": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-5": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-6": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-7": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-8": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-9": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-10": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-11": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-12": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-13": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-14": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-15": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-16": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-17": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-18": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-19": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-20": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-21": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-22": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB2-23": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB3-1": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-2": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-3": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-4": {
+ "id": "408",
+ "name": "Office Equipment/Supplies"
+ },
+ "IAB3-5": {
+ "id": "390",
+ "name": "Manufacturing"
+ },
+ "IAB3-6": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-7": {
+ "id": "398",
+ "name": "Government/Municipal"
+ },
+ "IAB3-8": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-9": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-10": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-11": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB3-12": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB4-1": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB4-2": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB4-3": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB4-4": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB4-5": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB4-6": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB4-7": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB4-8": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB4-9": {
+ "id": "417",
+ "name": "Telecommunications"
+ },
+ "IAB4-10": {
+ "id": "429",
+ "name": "Military"
+ },
+ "IAB4-11": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB5-1": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-2": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-3": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-4": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-5": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-6": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-7": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-8": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-9": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-10": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-11": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-12": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-13": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-14": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5-15": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB7-1": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-2": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-3": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-4": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-5": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-6": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-7": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-8": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-9": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-10": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-11": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-12": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-13": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-14": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-15": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-16": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-17": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-18": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-19": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-20": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-21": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-22": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-23": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-24": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-25": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-26": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-27": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-28": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-29": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-30": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-31": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-32": {
+ "id": "402",
+ "name": "Pharmaceuticals"
+ },
+ "IAB7-33": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-34": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-35": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-36": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-37": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-38": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-39": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-40": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-41": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-42": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-43": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB7-44": {
+ "id": "433",
+ "name": "Drug Stores"
+ },
+ "IAB7-45": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB8-1": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-2": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-3": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-4": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-5": {
+ "id": "400",
+ "name": "Beer/Wine/Liquor"
+ },
+ "IAB8-6": {
+ "id": "401",
+ "name": "Beverages"
+ },
+ "IAB8-7": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-8": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-9": {
+ "id": "407",
+ "name": "Restaurant/Fast Food"
+ },
+ "IAB8-10": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-11": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-12": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-13": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-14": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-15": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-16": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-17": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB8-18": {
+ "id": "400",
+ "name": "Beer/Wine/Liquor"
+ },
+ "IAB9-1": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB9-3": {
+ "id": "418",
+ "name": "Jewelry"
+ },
+ "IAB9-5": {
+ "id": "414",
+ "name": "Gambling"
+ },
+ "IAB9-6": {
+ "id": "412",
+ "name": "Household Products"
+ },
+ "IAB9-7": {
+ "id": "413",
+ "name": "Gaming"
+ },
+ "IAB9-9": {
+ "id": "426",
+ "name": "Tobacco"
+ },
+ "IAB9-11": {
+ "id": "404",
+ "name": "Publishing"
+ },
+ "IAB9-15": {
+ "id": "404",
+ "name": "Publishing"
+ },
+ "IAB9-16": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB9-18": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB9-19": {
+ "id": "418",
+ "name": "Jewelry"
+ },
+ "IAB9-23": {
+ "id": "424",
+ "name": "Photographic Equipment"
+ },
+ "IAB9-24": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB9-25": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB9-30": {
+ "id": "427",
+ "name": "Toys/Games"
+ },
+ "IAB10-1": {
+ "id": "415",
+ "name": "Appliances"
+ },
+ "IAB10-5": {
+ "id": "434",
+ "name": "Home Furnishings"
+ },
+ "IAB10-6": {
+ "id": "434",
+ "name": "Home Furnishings"
+ },
+ "IAB10-7": {
+ "id": "434",
+ "name": "Home Furnishings"
+ },
+ "IAB10-8": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB10-9": {
+ "id": "434",
+ "name": "Home Furnishings"
+ },
+ "IAB11-1": {
+ "id": "398",
+ "name": "Government/Municipal"
+ },
+ "IAB11-2": {
+ "id": "398",
+ "name": "Government/Municipal"
+ },
+ "IAB11-3": {
+ "id": "398",
+ "name": "Government/Municipal"
+ },
+ "IAB11-4": {
+ "id": "398",
+ "name": "Government/Municipal"
+ },
+ "IAB11-5": {
+ "id": "421",
+ "name": "Associations"
+ },
+ "IAB12-1": {
+ "id": "438",
+ "name": "News"
+ },
+ "IAB12-2": {
+ "id": "438",
+ "name": "News"
+ },
+ "IAB12-3": {
+ "id": "438",
+ "name": "News"
+ },
+ "IAB13-1": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-2": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-3": {
+ "id": "438",
+ "name": "News"
+ },
+ "IAB13-4": {
+ "id": "391",
+ "name": "Financial Services"
+ },
+ "IAB13-5": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-6": {
+ "id": "436",
+ "name": "Insurance"
+ },
+ "IAB13-7": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-8": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-9": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-10": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-11": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB13-12": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB16-1": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB16-2": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB16-3": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB16-4": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB16-5": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB16-6": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB16-7": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB17-1": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-2": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-3": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-4": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-5": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-6": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-7": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-8": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-9": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-10": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-11": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-12": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-13": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-14": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-15": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-16": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-17": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-18": {
+ "id": "412",
+ "name": "Household Products"
+ },
+ "IAB17-19": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-20": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-21": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-22": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-23": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-24": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-25": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-26": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-27": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-28": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-29": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-30": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-31": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-32": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-33": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-34": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-35": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-36": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-37": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-38": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-39": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-40": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-41": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-42": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-43": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB17-44": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB18-1": {
+ "id": "411",
+ "name": "Cosmetics/Toiletries"
+ },
+ "IAB18-2": {
+ "id": "397",
+ "name": "Apparel"
+ },
+ "IAB18-3": {
+ "id": "397",
+ "name": "Apparel"
+ },
+ "IAB18-4": {
+ "id": "418",
+ "name": "Jewelry"
+ },
+ "IAB18-5": {
+ "id": "397",
+ "name": "Apparel"
+ },
+ "IAB18-6": {
+ "id": "397",
+ "name": "Apparel"
+ },
+ "IAB19-2": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-3": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-4": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-5": {
+ "id": "424",
+ "name": "Photographic Equipment"
+ },
+ "IAB19-6": {
+ "id": "417",
+ "name": "Telecommunications"
+ },
+ "IAB19-7": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-8": {
+ "id": "432",
+ "name": "Audio and Video Equipment"
+ },
+ "IAB19-9": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-10": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-11": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-12": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-13": {
+ "id": "404",
+ "name": "Publishing"
+ },
+ "IAB19-14": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-15": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-16": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-17": {
+ "id": "419",
+ "name": "Filmed Entertainment"
+ },
+ "IAB19-18": {
+ "id": "431",
+ "name": "Computing"
+ },
+ "IAB19-19": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-20": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-21": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-22": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-23": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-24": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-25": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-26": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-27": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-28": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-29": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB19-30": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-31": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-32": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-33": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-34": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-35": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB19-36": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB20-1": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-2": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-3": {
+ "id": "428",
+ "name": "Aerospace"
+ },
+ "IAB20-4": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-5": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-6": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-7": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-8": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-9": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-10": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-11": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-12": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-13": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-14": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-15": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-16": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-17": {
+ "id": "396",
+ "name": "Amusement and Recreation"
+ },
+ "IAB20-18": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-19": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-20": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-21": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-22": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-23": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-24": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-25": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-26": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB20-27": {
+ "id": "395",
+ "name": "Travel/Hotels/Airlines"
+ },
+ "IAB21-1": {
+ "id": "416",
+ "name": "Real Estate"
+ },
+ "IAB21-2": {
+ "id": "416",
+ "name": "Real Estate"
+ },
+ "IAB21-3": {
+ "id": "416",
+ "name": "Real Estate"
+ },
+ "IAB22-1": {
+ "id": "403",
+ "name": "Retail Stores/Chains"
+ },
+ "IAB22-2": {
+ "id": "403",
+ "name": "Retail Stores/Chains"
+ },
+ "IAB22-3": {
+ "id": "410",
+ "name": "Product"
+ }
}
\ No newline at end of file
From 6eed87311b4a5a2f05bcceb758296a6b798f4dfb Mon Sep 17 00:00:00 2001
From: Simon Critchley
Date: Thu, 18 Jun 2020 15:08:06 +0100
Subject: [PATCH 119/381] Adds Avocet adapter (#1354)
---
adapters/avocet/avocet.go | 124 ++++++++
adapters/avocet/avocet/exemplary/banner.json | 106 +++++++
adapters/avocet/avocet/exemplary/video.json | 104 +++++++
adapters/avocet/avocet_test.go | 301 +++++++++++++++++++
adapters/avocet/usersync.go | 12 +
adapters/avocet/usersync_test.go | 35 +++
config/config.go | 2 +
docs/bidders/avocet.md | 5 +
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
openrtb_ext/imp_avocet.go | 7 +
static/bidder-info/avocet.yaml | 11 +
static/bidder-params/avocet.json | 24 ++
usersync/usersyncers/syncer.go | 2 +
usersync/usersyncers/syncer_test.go | 1 +
15 files changed, 738 insertions(+)
create mode 100644 adapters/avocet/avocet.go
create mode 100644 adapters/avocet/avocet/exemplary/banner.json
create mode 100644 adapters/avocet/avocet/exemplary/video.json
create mode 100644 adapters/avocet/avocet_test.go
create mode 100644 adapters/avocet/usersync.go
create mode 100644 adapters/avocet/usersync_test.go
create mode 100644 docs/bidders/avocet.md
create mode 100644 openrtb_ext/imp_avocet.go
create mode 100644 static/bidder-info/avocet.yaml
create mode 100644 static/bidder-params/avocet.json
diff --git a/adapters/avocet/avocet.go b/adapters/avocet/avocet.go
new file mode 100644
index 00000000000..918fc23e894
--- /dev/null
+++ b/adapters/avocet/avocet.go
@@ -0,0 +1,124 @@
+package avocet
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// AvocetAdapter implements a adapters.Bidder compatible with the Avocet advertising platform.
+type AvocetAdapter struct {
+ // Endpoint is a http endpoint to use when making requests to the Avocet advertising platform.
+ Endpoint string
+}
+
+func (a *AvocetAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ if len(request.Imp) == 0 {
+ return nil, nil
+ }
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "application/json;charset=utf-8")
+ headers.Add("Accept", "application/json")
+ body, err := json.Marshal(request)
+ if err != nil {
+ return nil, []error{&errortypes.FailedToRequestBids{
+ Message: err.Error(),
+ }}
+ }
+ reqData := &adapters.RequestData{
+ Method: http.MethodPost,
+ Uri: a.Endpoint,
+ Body: body,
+ Headers: headers,
+ }
+ return []*adapters.RequestData{reqData}, nil
+}
+
+type avocetBidExt struct {
+ Avocet avocetBidExtension `json:"avocet"`
+}
+
+type avocetBidExtension struct {
+ Duration int `json:"duration"`
+ DealPriority int `json:"deal_priority"`
+}
+
+func (a *AvocetAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+
+ if response.StatusCode == http.StatusNoContent {
+ return nil, nil
+ }
+
+ if response.StatusCode != http.StatusOK {
+ var errStr string
+ if len(response.Body) > 0 {
+ errStr = string(response.Body)
+ } else {
+ errStr = "no response body"
+ }
+ return nil, []error{&errortypes.BadServerResponse{
+ Message: fmt.Sprintf("received status code: %v error: %s", response.StatusCode, errStr),
+ }}
+ }
+
+ var br openrtb.BidResponse
+ err := json.Unmarshal(response.Body, &br)
+ if err != nil {
+ return nil, []error{&errortypes.BadServerResponse{
+ Message: err.Error(),
+ }}
+ }
+ var errs []error
+
+ bidResponse := adapters.NewBidderResponseWithBidsCapacity(5)
+ for i := range br.SeatBid {
+ for j := range br.SeatBid[i].Bid {
+ var ext avocetBidExt
+ if len(br.SeatBid[i].Bid[j].Ext) > 0 {
+ err := json.Unmarshal(br.SeatBid[i].Bid[j].Ext, &ext)
+ if err != nil {
+ errs = append(errs, err)
+ continue
+ }
+ }
+ tbid := &adapters.TypedBid{
+ Bid: &br.SeatBid[i].Bid[j],
+ DealPriority: ext.Avocet.DealPriority,
+ }
+ tbid.BidType = getBidType(br.SeatBid[i].Bid[j], ext)
+ if tbid.BidType == openrtb_ext.BidTypeVideo {
+ tbid.BidVideo = &openrtb_ext.ExtBidPrebidVideo{
+ Duration: ext.Avocet.Duration,
+ }
+ }
+ bidResponse.Bids = append(bidResponse.Bids, tbid)
+ }
+ }
+ return bidResponse, nil
+}
+
+// getBidType returns the openrtb_ext.BidType for the provided bid.
+func getBidType(bid openrtb.Bid, ext avocetBidExt) openrtb_ext.BidType {
+ if ext.Avocet.Duration != 0 {
+ return openrtb_ext.BidTypeVideo
+ }
+ switch bid.API {
+ case openrtb.APIFrameworkVPAID10, openrtb.APIFrameworkVPAID20:
+ return openrtb_ext.BidTypeVideo
+ default:
+ return openrtb_ext.BidTypeBanner
+ }
+}
+
+// NewAvocetAdapter returns a new AvocetAdapter using the provided endpoint.
+func NewAvocetAdapter(endpoint string) *AvocetAdapter {
+ return &AvocetAdapter{
+ Endpoint: endpoint,
+ }
+}
diff --git a/adapters/avocet/avocet/exemplary/banner.json b/adapters/avocet/avocet/exemplary/banner.json
new file mode 100644
index 00000000000..b5e308ea725
--- /dev/null
+++ b/adapters/avocet/avocet/exemplary/banner.json
@@ -0,0 +1,106 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "placement": "5ea9601ac865f911007f1b6a"
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://bid.staging.avct.cloud/ortb/bid/5e722ee9bd6df11d063a8013",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "placement": "5ea9601ac865f911007f1b6a"
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "bidid": "dd87f80c-16a0-43c8-a673-b94b3ea4d417",
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "adm": "",
+ "adomain": ["avocet.io"],
+ "cid": "5b51e2d689654741306813a4",
+ "crid": "5b51e49634f2021f127ff7c9",
+ "h": 250,
+ "id": "bc708396-9202-437b-b726-08b9864cb8b8",
+ "impid": "test-imp-id",
+ "iurl": "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5b51e49634f2021f127ff7c9.jpeg",
+ "language": "en",
+ "price": 15.64434783,
+ "w": 300
+ }
+ ],
+ "seat": "TEST_SEAT_ID"
+ }
+ ]
+ }
+ }
+ }
+ ],
+
+ "expectedBids": [
+ {
+ "bid": {
+ "adm": "",
+ "adomain": ["avocet.io"],
+ "cid": "5b51e2d689654741306813a4",
+ "crid": "5b51e49634f2021f127ff7c9",
+ "h": 250,
+ "id": "bc708396-9202-437b-b726-08b9864cb8b8",
+ "impid": "test-imp-id",
+ "iurl": "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5b51e49634f2021f127ff7c9.jpeg",
+ "language": "en",
+ "price": 15.64434783,
+ "w": 300
+ },
+ "type": "banner"
+ }
+ ]
+}
diff --git a/adapters/avocet/avocet/exemplary/video.json b/adapters/avocet/avocet/exemplary/video.json
new file mode 100644
index 00000000000..2398256b0dd
--- /dev/null
+++ b/adapters/avocet/avocet/exemplary/video.json
@@ -0,0 +1,104 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [2, 5],
+ "w": 1920,
+ "h": 1080
+ },
+ "ext": {
+ "bidder": {
+ "placement": "5ea9601ac865f911007f1b6a"
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://bid.staging.avct.cloud/ortb/bid/5e722ee9bd6df11d063a8013",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [2, 5],
+ "w": 1920,
+ "h": 1080
+ },
+ "ext": {
+ "bidder": {
+ "placement": "5ea9601ac865f911007f1b6a"
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "bidid": "a0eec3aa-f9f6-42fb-9aa4-f1b5656d4f42",
+ "id": "749d36d7-c993-455f-aefd-ffd8a7e3ccf",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "adm": "Avocet",
+ "adomain": ["avocet.io"],
+ "cid": "5b51e2d689654741306813a4",
+ "crid": "5ec530e32d57fe1100f17d87",
+ "h": 396,
+ "id": "3d4c2d45-5a8c-43b8-9e15-4f48ac45204f",
+ "impid": "dfp-ad--top-above-nav",
+ "iurl": "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5ec530e32d57fe1100f17d87.jpeg",
+ "language": "en",
+ "price": 15.64434783,
+ "w": 600,
+ "ext": {
+ "avocet": {
+ "duration": 30
+ }
+ }
+ }
+ ],
+ "seat": "TEST_SEAT_ID"
+ }
+ ]
+ }
+ }
+ }
+ ],
+
+ "expectedBids": [
+ {
+ "bid": {
+ "adm": "Avocet",
+ "adomain": ["avocet.io"],
+ "cid": "5b51e2d689654741306813a4",
+ "crid": "5ec530e32d57fe1100f17d87",
+ "h": 396,
+ "id": "3d4c2d45-5a8c-43b8-9e15-4f48ac45204f",
+ "impid": "dfp-ad--top-above-nav",
+ "iurl": "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5ec530e32d57fe1100f17d87.jpeg",
+ "language": "en",
+ "price": 15.64434783,
+ "w": 600,
+ "ext": {
+ "avocet": {
+ "duration": 30
+ }
+ }
+ },
+ "type": "video"
+ }
+ ]
+}
diff --git a/adapters/avocet/avocet_test.go b/adapters/avocet/avocet_test.go
new file mode 100644
index 00000000000..ff2159bf406
--- /dev/null
+++ b/adapters/avocet/avocet_test.go
@@ -0,0 +1,301 @@
+package avocet
+
+import (
+ "encoding/json"
+ "net/http"
+ "reflect"
+ "testing"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+func TestJsonSamples(t *testing.T) {
+ adapterstest.RunJSONBidderTest(t, "avocet", NewAvocetAdapter("https://bid.staging.avct.cloud/ortb/bid/5e722ee9bd6df11d063a8013"))
+}
+
+func TestAvocetAdapter_MakeRequests(t *testing.T) {
+ type fields struct {
+ Endpoint string
+ }
+ type args struct {
+ request *openrtb.BidRequest
+ reqInfo *adapters.ExtraRequestInfo
+ }
+ type reqData []*adapters.RequestData
+ tests := []struct {
+ name string
+ fields fields
+ args args
+ want []*adapters.RequestData
+ wantErrs []error
+ }{
+ {
+ name: "return nil if zero imps",
+ fields: fields{Endpoint: "https://bid.avct.cloud"},
+ args: args{
+ &openrtb.BidRequest{},
+ nil,
+ },
+ want: nil,
+ wantErrs: nil,
+ },
+ {
+ name: "makes POST request with JSON content",
+ fields: fields{Endpoint: "https://bid.avct.cloud"},
+ args: args{
+ &openrtb.BidRequest{Imp: []openrtb.Imp{{}}},
+ nil,
+ },
+ want: reqData{
+ &adapters.RequestData{
+ Method: http.MethodPost,
+ Uri: "https://bid.avct.cloud",
+ Body: []byte(`{"id":"","imp":[{"id":""}]}`),
+ Headers: map[string][]string{
+ "Accept": {"application/json"},
+ "Content-Type": {"application/json;charset=utf-8"},
+ },
+ },
+ },
+ wantErrs: nil,
+ },
+ }
+ for _, tt := range tests {
+ t.Run(tt.name, func(t *testing.T) {
+ a := &AvocetAdapter{
+ Endpoint: tt.fields.Endpoint,
+ }
+ got, got1 := a.MakeRequests(tt.args.request, tt.args.reqInfo)
+ if len(got) != len(tt.want) {
+ t.Errorf("AvocetAdapter.MakeRequests() got %v requests, wanted %v requests", len(got), len(tt.want))
+ }
+ if len(got) == len(tt.want) {
+ for i := range tt.want {
+ if !reflect.DeepEqual(got[i], tt.want[i]) {
+ t.Errorf("AvocetAdapter.MakeRequests() got = %v, want %v", got[i], tt.want[i])
+ }
+ }
+ }
+ if !reflect.DeepEqual(got1, tt.wantErrs) {
+ t.Errorf("AvocetAdapter.MakeRequests() got1 = %v, want %v", got1, tt.wantErrs)
+ }
+ })
+ }
+}
+
+func TestAvocetAdapter_MakeBids(t *testing.T) {
+ type fields struct {
+ Endpoint string
+ }
+ type args struct {
+ internalRequest *openrtb.BidRequest
+ externalRequest *adapters.RequestData
+ response *adapters.ResponseData
+ }
+ tests := []struct {
+ name string
+ fields fields
+ args args
+ want *adapters.BidderResponse
+ errs []error
+ }{
+ {
+ name: "204 No Content indicates no bids",
+ fields: fields{Endpoint: "https://bid.avct.cloud"},
+ args: args{
+ nil,
+ nil,
+ &adapters.ResponseData{StatusCode: http.StatusNoContent},
+ },
+ want: nil,
+ errs: nil,
+ },
+ {
+ name: "Non-200 return error",
+ fields: fields{Endpoint: "https://bid.avct.cloud"},
+ args: args{
+ nil,
+ nil,
+ &adapters.ResponseData{StatusCode: http.StatusBadRequest, Body: []byte("message")},
+ },
+ want: nil,
+ errs: []error{&errortypes.BadServerResponse{Message: "received status code: 400 error: message"}},
+ },
+ {
+ name: "200 response containing banner bids",
+ fields: fields{Endpoint: "https://bid.avct.cloud"},
+ args: args{
+ nil,
+ nil,
+ &adapters.ResponseData{StatusCode: http.StatusOK, Body: validBannerBidResponseBody},
+ },
+ want: &adapters.BidderResponse{
+ Currency: "USD",
+ Bids: []*adapters.TypedBid{
+ {
+ Bid: &validBannerBid,
+ BidType: openrtb_ext.BidTypeBanner,
+ },
+ },
+ },
+ errs: nil,
+ },
+ {
+ name: "200 response containing video bids",
+ fields: fields{Endpoint: "https://bid.avct.cloud"},
+ args: args{
+ nil,
+ nil,
+ &adapters.ResponseData{StatusCode: http.StatusOK, Body: validVideoBidResponseBody},
+ },
+ want: &adapters.BidderResponse{
+ Currency: "USD",
+ Bids: []*adapters.TypedBid{
+ {
+ Bid: &validVideoBid,
+ BidType: openrtb_ext.BidTypeVideo,
+ BidVideo: &openrtb_ext.ExtBidPrebidVideo{
+ Duration: 30,
+ },
+ },
+ },
+ },
+ errs: nil,
+ },
+ }
+ for _, tt := range tests {
+ t.Run(tt.name, func(t *testing.T) {
+ a := &AvocetAdapter{
+ Endpoint: tt.fields.Endpoint,
+ }
+ got, got1 := a.MakeBids(tt.args.internalRequest, tt.args.externalRequest, tt.args.response)
+ if !reflect.DeepEqual(got, tt.want) {
+ gotb, _ := json.Marshal(got)
+ wantb, _ := json.Marshal(tt.want)
+ t.Errorf("AvocetAdapter.MakeBids() got = %s, want %s", string(gotb), string(wantb))
+ }
+ if !reflect.DeepEqual(got1, tt.errs) {
+ t.Errorf("AvocetAdapter.MakeBids() got1 = %v, want %v", got1, tt.errs)
+ }
+ })
+ }
+}
+
+func Test_getBidType(t *testing.T) {
+ type args struct {
+ bid openrtb.Bid
+ ext avocetBidExt
+ }
+ tests := []struct {
+ name string
+ args args
+ want openrtb_ext.BidType
+ }{
+ {
+ name: "VPAID 1.0",
+ args: args{openrtb.Bid{API: openrtb.APIFrameworkVPAID10}, avocetBidExt{}},
+ want: openrtb_ext.BidTypeVideo,
+ },
+ {
+ name: "VPAID 2.0",
+ args: args{openrtb.Bid{API: openrtb.APIFrameworkVPAID20}, avocetBidExt{}},
+ want: openrtb_ext.BidTypeVideo,
+ },
+ {
+ name: "other",
+ args: args{openrtb.Bid{}, avocetBidExt{}},
+ want: openrtb_ext.BidTypeBanner,
+ },
+ }
+ for _, tt := range tests {
+ t.Run(tt.name, func(t *testing.T) {
+ if got := getBidType(tt.args.bid, tt.args.ext); !reflect.DeepEqual(got, tt.want) {
+ t.Errorf("getBidType() = %v, want %v", got, tt.want)
+ }
+ })
+ }
+}
+
+var validBannerBid = openrtb.Bid{
+ AdM: "",
+ ADomain: []string{"avocet.io"},
+ CID: "5b51e2d689654741306813a4",
+ CrID: "5b51e49634f2021f127ff7c9",
+ H: 250,
+ ID: "bc708396-9202-437b-b726-08b9864cb8b8",
+ ImpID: "test-imp-id",
+ IURL: "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5b51e49634f2021f127ff7c9.jpeg",
+ Language: "en",
+ Price: 15.64434783,
+ W: 300,
+}
+
+var validBannerBidResponseBody = []byte(`{
+ "bidid": "dd87f80c-16a0-43c8-a673-b94b3ea4d417",
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "adm": "",
+ "adomain": ["avocet.io"],
+ "cid": "5b51e2d689654741306813a4",
+ "crid": "5b51e49634f2021f127ff7c9",
+ "h": 250,
+ "id": "bc708396-9202-437b-b726-08b9864cb8b8",
+ "impid": "test-imp-id",
+ "iurl": "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5b51e49634f2021f127ff7c9.jpeg",
+ "language": "en",
+ "price": 15.64434783,
+ "w": 300
+ }
+ ],
+ "seat": "TEST_SEAT_ID"
+ }
+ ]
+}`)
+
+var validVideoBid = openrtb.Bid{
+ AdM: "Avocet",
+ ADomain: []string{"avocet.io"},
+ CID: "5b51e2d689654741306813a4",
+ CrID: "5ec530e32d57fe1100f17d87",
+ H: 396,
+ ID: "3d4c2d45-5a8c-43b8-9e15-4f48ac45204f",
+ ImpID: "dfp-ad--top-above-nav",
+ IURL: "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5ec530e32d57fe1100f17d87.jpeg",
+ Language: "en",
+ Price: 15.64434783,
+ W: 600,
+ Ext: []byte(`{"avocet":{"duration":30}}`),
+}
+
+var validVideoBidResponseBody = []byte(`{
+ "bidid": "dd87f80c-16a0-43c8-a673-b94b3ea4d417",
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "adm": "Avocet",
+ "adomain": ["avocet.io"],
+ "cid": "5b51e2d689654741306813a4",
+ "crid": "5ec530e32d57fe1100f17d87",
+ "h": 396,
+ "id": "3d4c2d45-5a8c-43b8-9e15-4f48ac45204f",
+ "impid": "dfp-ad--top-above-nav",
+ "iurl": "https://cdn.staging.avocet.io/snapshots/5b51dd1634f2021f127ff7c0/5ec530e32d57fe1100f17d87.jpeg",
+ "language": "en",
+ "price": 15.64434783,
+ "w": 600,
+ "ext": {"avocet":{"duration":30}}
+ }
+ ],
+ "seat": "TEST_SEAT_ID"
+ }
+ ]
+}`)
diff --git a/adapters/avocet/usersync.go b/adapters/avocet/usersync.go
new file mode 100644
index 00000000000..f1075ab3c52
--- /dev/null
+++ b/adapters/avocet/usersync.go
@@ -0,0 +1,12 @@
+package avocet
+
+import (
+ "text/template"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/usersync"
+)
+
+func NewAvocetSyncer(temp *template.Template) usersync.Usersyncer {
+ return adapters.NewSyncer("avocet", 63, temp, adapters.SyncTypeRedirect)
+}
diff --git a/adapters/avocet/usersync_test.go b/adapters/avocet/usersync_test.go
new file mode 100644
index 00000000000..8fba403f1b1
--- /dev/null
+++ b/adapters/avocet/usersync_test.go
@@ -0,0 +1,35 @@
+package avocet
+
+import (
+ "testing"
+ "text/template"
+
+ "github.com/prebid/prebid-server/privacy"
+ "github.com/prebid/prebid-server/privacy/ccpa"
+ "github.com/prebid/prebid-server/privacy/gdpr"
+ "github.com/stretchr/testify/assert"
+)
+
+func TestAvocetSyncer(t *testing.T) {
+ syncURL := "https://ads.avct.cloud/getuid?&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&url=%2Fsetuid%3Fbidder%3Davocet%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7B%7BUUID%7D%7D"
+ syncURLTemplate := template.Must(
+ template.New("sync-template").Parse(syncURL),
+ )
+
+ syncer := NewAvocetSyncer(syncURLTemplate)
+ syncInfo, err := syncer.GetUsersyncInfo(privacy.Policies{
+ GDPR: gdpr.Policy{
+ Signal: "1",
+ Consent: "ConsentString",
+ },
+ CCPA: ccpa.Policy{
+ Value: "PrivacyString",
+ },
+ })
+
+ assert.NoError(t, err)
+ assert.Equal(t, "https://ads.avct.cloud/getuid?&gdpr=1&gdpr_consent=ConsentString&us_privacy=PrivacyString&url=%2Fsetuid%3Fbidder%3Davocet%26gdpr%3D1%26gdpr_consent%3DConsentString%26uid%3D%7B%7BUUID%7D%7D", syncInfo.URL)
+ assert.Equal(t, "redirect", syncInfo.Type)
+ assert.EqualValues(t, 63, syncer.GDPRVendorID())
+ assert.Equal(t, false, syncInfo.SupportCORS)
+}
diff --git a/config/config.go b/config/config.go
index 0f470c6a611..01de9b1ab2e 100755
--- a/config/config.go
+++ b/config/config.go
@@ -567,6 +567,7 @@ func (cfg *Configuration) setDerivedDefaults() {
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdvangelists, "https://nep.advangelists.com/xp/user-sync?acctid={aid}&&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadvangelists%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAJA, "https://ad.as.amanad.adtdp.com/v1/sync/ssp?ssp=4&gdpr={{.GDPR}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Daja%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%25s")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAppnexus, "https://ib.adnxs.com/getuid?"+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadnxs%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAvocet, "https://ads.avct.cloud/getuid?&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&url="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Davocet%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7B%7BUUID%7D%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderBeachfront, "https://sync.bfmio.com/sync_s2s?gdpr={{.GDPR}}&us_privacy={{.USPrivacy}}&url="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dbeachfront%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%5Bio_cid%5D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderBeintoo, "https://ib.beintoo.com/um?ssp=pbs&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dbeintoo%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderBrightroll, "https://pr-bh.ybp.yahoo.com/sync/appnexusprebidserver/?gdpr={{.GDPR}}&euconsent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&url="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dbrightroll%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
@@ -772,6 +773,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.applogy.endpoint", "http://rtb.applogy.com/v1/prebid")
v.SetDefault("adapters.appnexus.endpoint", "http://ib.adnxs.com/openrtb2") // Docs: https://wiki.appnexus.com/display/supply/Incoming+Bid+Request+from+SSPs
v.SetDefault("adapters.appnexus.platform_id", "5")
+ v.SetDefault("adapters.avocet.disabled", true)
v.SetDefault("adapters.beachfront.endpoint", "https://display.bfmio.com/prebid_display")
v.SetDefault("adapters.beachfront.extra_info", "{\"video_endpoint\":\"https://reachms.bfmio.com/bid.json?exchange_id\"}")
v.SetDefault("adapters.beintoo.endpoint", "https://ib.beintoo.com/um")
diff --git a/docs/bidders/avocet.md b/docs/bidders/avocet.md
new file mode 100644
index 00000000000..6aa67391af4
--- /dev/null
+++ b/docs/bidders/avocet.md
@@ -0,0 +1,5 @@
+# Avocet Bidder
+
+Please contact Avocet at info@avocet.io if you would like to get started selling inventory via the Avocet platform.
+
+**Note:** Avocet is disabled by default. Please enable it in the app config if you wish to use it. This can be done by setting `adapters.avocet.disabled` to `false` and by setting `adapters.avocet.endpoint` to a valid Avocet endpoint url.
\ No newline at end of file
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 2ea8f7fb648..6e771236fb7 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -25,6 +25,7 @@ import (
"github.com/prebid/prebid-server/adapters/applogy"
"github.com/prebid/prebid-server/adapters/appnexus"
"github.com/prebid/prebid-server/adapters/audienceNetwork"
+ "github.com/prebid/prebid-server/adapters/avocet"
"github.com/prebid/prebid-server/adapters/beachfront"
"github.com/prebid/prebid-server/adapters/beintoo"
"github.com/prebid/prebid-server/adapters/brightroll"
@@ -106,6 +107,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderAJA: aja.NewAJABidder(cfg.Adapters[string(openrtb_ext.BidderAJA)].Endpoint),
openrtb_ext.BidderApplogy: applogy.NewApplogyBidder(cfg.Adapters[string(openrtb_ext.BidderApplogy)].Endpoint),
openrtb_ext.BidderAppnexus: appnexus.NewAppNexusBidder(client, cfg.Adapters[string(openrtb_ext.BidderAppnexus)].Endpoint, cfg.Adapters[string(openrtb_ext.BidderAppnexus)].PlatformID),
+ openrtb_ext.BidderAvocet: avocet.NewAvocetAdapter(cfg.Adapters[string(openrtb_ext.BidderAvocet)].Endpoint),
openrtb_ext.BidderBeachfront: beachfront.NewBeachfrontBidder(cfg.Adapters[string(openrtb_ext.BidderBeachfront)].Endpoint, cfg.Adapters[string(openrtb_ext.BidderBeachfront)].ExtraAdapterInfo),
openrtb_ext.BidderBeintoo: beintoo.NewBeintooBidder(cfg.Adapters[string(openrtb_ext.BidderBeintoo)].Endpoint),
openrtb_ext.BidderBrightroll: brightroll.NewBrightrollBidder(cfg.Adapters[string(openrtb_ext.BidderBrightroll)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index 659c6616fea..416f36d135f 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -40,6 +40,7 @@ const (
BidderApplogy BidderName = "applogy"
BidderAppnexus BidderName = "appnexus"
BidderAdoppler BidderName = "adoppler"
+ BidderAvocet BidderName = "avocet"
BidderBeachfront BidderName = "beachfront"
BidderBeintoo BidderName = "beintoo"
BidderBrightroll BidderName = "brightroll"
@@ -118,6 +119,7 @@ var BidderMap = map[string]BidderName{
"applogy": BidderApplogy,
"appnexus": BidderAppnexus,
"adoppler": BidderAdoppler,
+ "avocet": BidderAvocet,
"beachfront": BidderBeachfront,
"beintoo": BidderBeintoo,
"brightroll": BidderBrightroll,
diff --git a/openrtb_ext/imp_avocet.go b/openrtb_ext/imp_avocet.go
new file mode 100644
index 00000000000..7c9ca8c6eed
--- /dev/null
+++ b/openrtb_ext/imp_avocet.go
@@ -0,0 +1,7 @@
+package openrtb_ext
+
+// ExtImpAvocet defines the contract for bidrequest.imp[i].ext.avocet
+type ExtImpAvocet struct {
+ Placement string `json:"placement,omitempty"`
+ PlacementCode string `json:"placement_code,omitempty"`
+}
diff --git a/static/bidder-info/avocet.yaml b/static/bidder-info/avocet.yaml
new file mode 100644
index 00000000000..ea98982d69c
--- /dev/null
+++ b/static/bidder-info/avocet.yaml
@@ -0,0 +1,11 @@
+maintainer:
+ email: "developers@avocet.io"
+capabilities:
+ app:
+ mediaTypes:
+ - banner
+ - video
+ site:
+ mediaTypes:
+ - banner
+ - video
diff --git a/static/bidder-params/avocet.json b/static/bidder-params/avocet.json
new file mode 100644
index 00000000000..f27e5950f7c
--- /dev/null
+++ b/static/bidder-params/avocet.json
@@ -0,0 +1,24 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Avocet Adapter Params",
+ "description": "A schema which validates params accepted by the Avocet adapter",
+ "type": "object",
+ "properties": {
+ "placement": {
+ "type": "string",
+ "description": "An Avocet placement ID"
+ },
+ "placement_code": {
+ "type": "string",
+ "description": "An Avocet placement external code"
+ }
+ },
+ "oneOf": [
+ {
+ "required": ["placement"]
+ },
+ {
+ "required": ["placement_code"]
+ }
+ ]
+}
diff --git a/usersync/usersyncers/syncer.go b/usersync/usersyncers/syncer.go
index 751d2aabfbe..1beb9d586df 100755
--- a/usersync/usersyncers/syncer.go
+++ b/usersync/usersyncers/syncer.go
@@ -18,6 +18,7 @@ import (
"github.com/prebid/prebid-server/adapters/aja"
"github.com/prebid/prebid-server/adapters/appnexus"
"github.com/prebid/prebid-server/adapters/audienceNetwork"
+ "github.com/prebid/prebid-server/adapters/avocet"
"github.com/prebid/prebid-server/adapters/beachfront"
"github.com/prebid/prebid-server/adapters/beintoo"
"github.com/prebid/prebid-server/adapters/brightroll"
@@ -90,6 +91,7 @@ func NewSyncerMap(cfg *config.Configuration) map[openrtb_ext.BidderName]usersync
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdvangelists, advangelists.NewAdvangelistsSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAJA, aja.NewAJASyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAppnexus, appnexus.NewAppnexusSyncer)
+ insertIntoMap(cfg, syncers, openrtb_ext.BidderAvocet, avocet.NewAvocetSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderBeachfront, beachfront.NewBeachfrontSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderBeintoo, beintoo.NewBeintooSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderBrightroll, brightroll.NewBrightrollSyncer)
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index c9ef382fc92..69751dd55f4 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -26,6 +26,7 @@ func TestNewSyncerMap(t *testing.T) {
string(openrtb_ext.BidderAdvangelists): syncConfig,
string(openrtb_ext.BidderAJA): syncConfig,
string(openrtb_ext.BidderAppnexus): syncConfig,
+ string(openrtb_ext.BidderAvocet): syncConfig,
string(openrtb_ext.BidderBeachfront): syncConfig,
string(openrtb_ext.BidderBeintoo): syncConfig,
string(openrtb_ext.BidderBrightroll): syncConfig,
From a8feeca97c88cd6ca41483fdba02123f5d40b691 Mon Sep 17 00:00:00 2001
From: Marcin Muras <47107445+mmuras@users.noreply.github.com>
Date: Thu, 18 Jun 2020 17:27:42 +0200
Subject: [PATCH 120/381] AdOcean adapter - Support for sizes defined in prebid
configuration. (#1339)
support for multiple sizes
bump version to 1.1.0
---
adapters/adocean/adocean.go | 155 ++++++++++++----
.../exemplary/multi-banner-impression.json | 5 +-
.../exemplary/single-banner-impression.json | 2 +-
.../supplemental/bad-response.json | 2 +-
.../supplemental/encode-error.json | 2 +-
.../supplemental/network-error.json | 2 +-
.../adoceantest/supplemental/no-bid.json | 4 +-
.../adoceantest/supplemental/no-sizes.json | 168 ++++++++++++++++++
.../supplemental/requests-merge.json | 4 +-
9 files changed, 298 insertions(+), 46 deletions(-)
create mode 100644 adapters/adocean/adoceantest/supplemental/no-sizes.json
diff --git a/adapters/adocean/adocean.go b/adapters/adocean/adocean.go
index 514aeb38424..8740712b6a0 100644
--- a/adapters/adocean/adocean.go
+++ b/adapters/adocean/adocean.go
@@ -7,6 +7,7 @@ import (
"net/http"
"net/url"
"regexp"
+ "sort"
"strconv"
"strings"
"text/template"
@@ -19,7 +20,7 @@ import (
"github.com/prebid/prebid-server/openrtb_ext"
)
-const adapterVersion = "1.0.0"
+const adapterVersion = "1.1.0"
const maxUriLength = 8000
const measurementCode = `
",
+ "crid": "0af345b42983cc4bc0",
+ "w": 300,
+ "h": 250
+ },
+ "type": "banner"
+ }, {
+ "bid": {
+ "id": "adoceanmyaowafpdwlrks",
+ "impid": "ao-test-two",
+ "price": 1,
+ "adm": " ",
+ "crid": "0af345b42983cc4bc0",
+ "w": 300,
+ "h": 250
+ },
+ "type": "banner"
+ }]
+ }, {
+ "currency": "EUR",
+ "bids": [{
+ "bid": {
+ "id": "adoceanmyaowafpdwlrks",
+ "impid": "ao-test-three",
+ "price": 1,
+ "adm": " ",
+ "crid": "0af345b42983cc4bc0",
+ "w": 300,
+ "h": 250
+ },
+ "type": "banner"
+ }]
+ }]
+}
diff --git a/adapters/adocean/adoceantest/supplemental/requests-merge.json b/adapters/adocean/adoceantest/supplemental/requests-merge.json
index 9b5eb39aee2..e0736ec918f 100644
--- a/adapters/adocean/adoceantest/supplemental/requests-merge.json
+++ b/adapters/adocean/adoceantest/supplemental/requests-merge.json
@@ -83,7 +83,7 @@
},
"httpCalls": [{
"expectedRequest": {
- "uri": "https://myao.adocean.pl/_10000000/ad.json?aid=adoceanmyaozpniqismex%3Aao-test&aid=adoceanmyaowafpdwlrks%3Aao-test-two&gdpr=1&gdpr_consent=COwK6gaOwK6gaFmAAAENAPCAAAAAAAAAAAAAAAAAAAAA.IFoEUQQgAIQwgIwQABAEAAAAOIAACAIAAAAQAIAgEAACEAAAAAgAQBAAAAAAAGBAAgAAAAAAAFAAECAAAgAAQARAEQAAAAAJAAIAAgAAAYQEAAAQmAgBC3ZAYzUw&id=tmYF.DMl7ZBq.Nqt2Bq4FutQTJfTpxCOmtNPZoQUDcL.G7&nc=1&nosecure=1&pbsrv_v=1.0.0"
+ "uri": "https://myao.adocean.pl/_10000000/ad.json?aid=adoceanmyaozpniqismex%3Aao-test&aid=adoceanmyaowafpdwlrks%3Aao-test-two&aosspsizes=myaowafpdwlrks~300x250-myaozpniqismex~300x250&gdpr=1&gdpr_consent=COwK6gaOwK6gaFmAAAENAPCAAAAAAAAAAAAAAAAAAAAA.IFoEUQQgAIQwgIwQABAEAAAAOIAACAIAAAAQAIAgEAACEAAAAAgAQBAAAAAAAGBAAgAAAAAAAFAAECAAAgAAQARAEQAAAAAJAAIAAgAAAYQEAAAQmAgBC3ZAYzUw&id=tmYF.DMl7ZBq.Nqt2Bq4FutQTJfTpxCOmtNPZoQUDcL.G7&nc=1&nosecure=1&pbsrv_v=1.1.0"
},
"mockResponse": {
"status": 200,
@@ -117,7 +117,7 @@
}
}, {
"expectedRequest": {
- "uri": "https://myao.adocean.pl/_10000000/ad.json?aid=adoceanmyaowafpdwlrks%3Aao-test-three&gdpr=1&gdpr_consent=COwK6gaOwK6gaFmAAAENAPCAAAAAAAAAAAAAAAAAAAAA.IFoEUQQgAIQwgIwQABAEAAAAOIAACAIAAAAQAIAgEAACEAAAAAgAQBAAAAAAAGBAAgAAAAAAAFAAECAAAgAAQARAEQAAAAAJAAIAAgAAAYQEAAAQmAgBC3ZAYzUw&id=tmYF.DMl7ZBq.Nqt2Bq4FutQTJfTpxCOmtNPZoQUDcL.G7&nc=1&nosecure=1&pbsrv_v=1.0.0"
+ "uri": "https://myao.adocean.pl/_10000000/ad.json?aid=adoceanmyaowafpdwlrks%3Aao-test-three&aosspsizes=myaowafpdwlrks~300x250&gdpr=1&gdpr_consent=COwK6gaOwK6gaFmAAAENAPCAAAAAAAAAAAAAAAAAAAAA.IFoEUQQgAIQwgIwQABAEAAAAOIAACAIAAAAQAIAgEAACEAAAAAgAQBAAAAAAAGBAAgAAAAAAAFAAECAAAgAAQARAEQAAAAAJAAIAAgAAAYQEAAAQmAgBC3ZAYzUw&id=tmYF.DMl7ZBq.Nqt2Bq4FutQTJfTpxCOmtNPZoQUDcL.G7&nc=1&nosecure=1&pbsrv_v=1.1.0"
},
"mockResponse": {
"status": 200,
From 9c79ee485422e4e8383df8e288e5e20b95ec6841 Mon Sep 17 00:00:00 2001
From: Brian Sardo <1168933+bsardo@users.noreply.github.com>
Date: Thu, 18 Jun 2020 11:59:13 -0400
Subject: [PATCH 121/381] =?UTF-8?q?Log=20account=20id=20and=20all=20bidder?=
=?UTF-8?q?=20names=20when=20recovering=20from=20OpenRTB=20auction=20bidde?=
=?UTF-8?q?r=E2=80=A6=20(#1358)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
exchange/exchange.go | 19 ++++++++++++++++---
exchange/exchange_test.go | 10 +++++++++-
2 files changed, 25 insertions(+), 4 deletions(-)
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 84ae35d644c..d7eab0f4475 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -303,7 +303,7 @@ func (e *exchange) getAllBids(ctx context.Context, cleanRequests map[openrtb_ext
for bidderName, req := range cleanRequests {
// Here we actually call the adapters and collect the bids.
coreBidder := resolveBidder(string(bidderName), aliases)
- bidderRunner := e.recoverSafely(func(aName openrtb_ext.BidderName, coreBidder openrtb_ext.BidderName, request *openrtb.BidRequest, bidlabels *pbsmetrics.AdapterLabels, conversions currencies.Conversions) {
+ bidderRunner := e.recoverSafely(cleanRequests, func(aName openrtb_ext.BidderName, coreBidder openrtb_ext.BidderName, request *openrtb.BidRequest, bidlabels *pbsmetrics.AdapterLabels, conversions currencies.Conversions) {
// Passing in aName so a doesn't change out from under the go routine
if bidlabels.Adapter == "" {
glog.Errorf("Exchange: bidlables for %s (%s) missing adapter string", aName, coreBidder)
@@ -373,11 +373,24 @@ func (e *exchange) getAllBids(ctx context.Context, cleanRequests map[openrtb_ext
return adapterBids, adapterExtra, bidsFound
}
-func (e *exchange) recoverSafely(inner func(openrtb_ext.BidderName, openrtb_ext.BidderName, *openrtb.BidRequest, *pbsmetrics.AdapterLabels, currencies.Conversions), chBids chan *bidResponseWrapper) func(openrtb_ext.BidderName, openrtb_ext.BidderName, *openrtb.BidRequest, *pbsmetrics.AdapterLabels, currencies.Conversions) {
+func (e *exchange) recoverSafely(cleanRequests map[openrtb_ext.BidderName]*openrtb.BidRequest, inner func(openrtb_ext.BidderName, openrtb_ext.BidderName, *openrtb.BidRequest, *pbsmetrics.AdapterLabels, currencies.Conversions), chBids chan *bidResponseWrapper) func(openrtb_ext.BidderName, openrtb_ext.BidderName, *openrtb.BidRequest, *pbsmetrics.AdapterLabels, currencies.Conversions) {
return func(aName openrtb_ext.BidderName, coreBidder openrtb_ext.BidderName, request *openrtb.BidRequest, bidlabels *pbsmetrics.AdapterLabels, conversions currencies.Conversions) {
defer func() {
if r := recover(); r != nil {
- glog.Errorf("OpenRTB auction recovered panic from Bidder %s: %v. Stack trace is: %v", coreBidder, r, string(debug.Stack()))
+
+ allBidders := ""
+ sb := strings.Builder{}
+ for k := range cleanRequests {
+ sb.WriteString(string(k))
+ sb.WriteString(",")
+ }
+ if sb.Len() > 0 {
+ allBidders = sb.String()[:sb.Len()-1]
+ }
+
+ glog.Errorf("OpenRTB auction recovered panic from Bidder %s: %v. "+
+ "Account id: %s, All Bidders: %s, Stack trace is: %v",
+ coreBidder, r, bidlabels.PubID, allBidders, string(debug.Stack()))
e.me.RecordAdapterPanic(*bidlabels)
// Let the master request know that there is no data here
brw := new(bidResponseWrapper)
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index 4f329962a53..93cb60fb5af 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -582,7 +582,15 @@ func TestPanicRecovery(t *testing.T) {
panicker := func(aName openrtb_ext.BidderName, coreBidder openrtb_ext.BidderName, request *openrtb.BidRequest, bidlabels *pbsmetrics.AdapterLabels, conversions currencies.Conversions) {
panic("panic!")
}
- recovered := e.recoverSafely(panicker, chBids)
+ cleanReqs := map[openrtb_ext.BidderName]*openrtb.BidRequest{
+ "bidder1": {
+ ID: "b-1",
+ },
+ "bidder2": {
+ ID: "b-2",
+ },
+ }
+ recovered := e.recoverSafely(cleanReqs, panicker, chBids)
apnLabels := pbsmetrics.AdapterLabels{
Source: pbsmetrics.DemandWeb,
RType: pbsmetrics.ReqTypeORTB2Web,
From 5f39344c43d56331c69a855c979483a5e3d84086 Mon Sep 17 00:00:00 2001
From: tadam75
Date: Sat, 20 Jun 2020 19:22:25 +0200
Subject: [PATCH 122/381] Adding Smartadserver adapter (#1346)
Co-authored-by: tadam
---
adapters/smartadserver/params_test.go | 61 ++++++
adapters/smartadserver/smartadserver.go | 179 ++++++++++++++++++
adapters/smartadserver/smartadserver_test.go | 11 ++
.../exemplary/multi-banner.json | 175 +++++++++++++++++
.../exemplary/simple-banner.json | 94 +++++++++
.../exemplary/simple-video.json | 100 ++++++++++
.../smartadservertest/params/race/banner.json | 7 +
.../smartadservertest/params/race/video.json | 7 +
.../request-no-bidder-object.json | 21 ++
.../supplemental/request-no-ext-object.json | 19 ++
.../supplemental/request-no-imp.json | 13 ++
.../supplemental/request-site-recreated.json | 99 ++++++++++
.../response-200-without-body.json | 62 ++++++
.../supplemental/response-204.json | 56 ++++++
.../supplemental/response-400.json | 62 ++++++
.../supplemental/response-500.json | 62 ++++++
adapters/smartadserver/usersync.go | 12 ++
adapters/smartadserver/usersync_test.go | 35 ++++
config/config.go | 2 +
docs/bidders/smartAdserver.md | 59 ++++++
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
openrtb_ext/imp_smartadserver.go | 9 +
static/bidder-info/smartadserver.yaml | 11 ++
static/bidder-params/smartadserver.json | 35 ++++
usersync/usersyncers/syncer.go | 2 +
usersync/usersyncers/syncer_test.go | 1 +
27 files changed, 1198 insertions(+)
create mode 100644 adapters/smartadserver/params_test.go
create mode 100644 adapters/smartadserver/smartadserver.go
create mode 100644 adapters/smartadserver/smartadserver_test.go
create mode 100644 adapters/smartadserver/smartadservertest/exemplary/multi-banner.json
create mode 100644 adapters/smartadserver/smartadservertest/exemplary/simple-banner.json
create mode 100644 adapters/smartadserver/smartadservertest/exemplary/simple-video.json
create mode 100644 adapters/smartadserver/smartadservertest/params/race/banner.json
create mode 100644 adapters/smartadserver/smartadservertest/params/race/video.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/request-no-bidder-object.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/request-no-ext-object.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/request-no-imp.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/request-site-recreated.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/response-200-without-body.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/response-204.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/response-400.json
create mode 100644 adapters/smartadserver/smartadservertest/supplemental/response-500.json
create mode 100644 adapters/smartadserver/usersync.go
create mode 100644 adapters/smartadserver/usersync_test.go
create mode 100644 docs/bidders/smartAdserver.md
create mode 100644 openrtb_ext/imp_smartadserver.go
create mode 100644 static/bidder-info/smartadserver.yaml
create mode 100644 static/bidder-params/smartadserver.json
diff --git a/adapters/smartadserver/params_test.go b/adapters/smartadserver/params_test.go
new file mode 100644
index 00000000000..6e45bb1d046
--- /dev/null
+++ b/adapters/smartadserver/params_test.go
@@ -0,0 +1,61 @@
+package smartadserver
+
+import (
+ "encoding/json"
+ "testing"
+
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// This file actually intends to test static/bidder-params/smartadserver.json
+//
+// These also validate the format of the external API: request.imp[i].ext.smartadserver
+
+// TestValidParams makes sure that the smartadserver schema accepts all imp.ext fields which we intend to support.
+func TestValidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, validParam := range validParams {
+ if err := validator.Validate(openrtb_ext.BidderSmartadserver, json.RawMessage(validParam)); err != nil {
+ t.Errorf("Schema rejected smartadserver params: %s \n Error: %s", validParam, err)
+ }
+ }
+}
+
+// TestInvalidParams makes sure that the smartadserver schema rejects all the imp.ext fields we don't support.
+func TestInvalidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, invalidParam := range invalidParams {
+ if err := validator.Validate(openrtb_ext.BidderSmartadserver, json.RawMessage(invalidParam)); err == nil {
+ t.Errorf("Schema allowed unexpected params: %s", invalidParam)
+ }
+ }
+}
+
+var validParams = []string{
+ `{"networkId":73}`,
+ `{"networkId":73,"siteId":1,"pageId":2,"formatId":3}`,
+}
+
+var invalidParams = []string{
+ ``,
+ `null`,
+ `true`,
+ `5`,
+ `4.2`,
+ `[]`,
+ `{}`,
+ `{"networkId":"73"}`,
+ `{"networkId":"73","siteId":"1","pageId":"2","formatId":"3"}`,
+ `{"siteId":1,"pageId":2,"formatId":3}`,
+ `{"networkId":73,"pageId":2,"formatId":3}`,
+ `{"networkId":73,"siteId":1,"formatId":3}`,
+ `{"networkId":73,"siteId":1,"pageId":2}`,
+}
diff --git a/adapters/smartadserver/smartadserver.go b/adapters/smartadserver/smartadserver.go
new file mode 100644
index 00000000000..c35b749c51c
--- /dev/null
+++ b/adapters/smartadserver/smartadserver.go
@@ -0,0 +1,179 @@
+package smartadserver
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+ "net/url"
+ "path"
+ "strconv"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+type SmartAdserverAdapter struct {
+ host string
+}
+
+func NewSmartadserverBidder(host string) *SmartAdserverAdapter {
+ return &SmartAdserverAdapter{
+ host: host,
+ }
+}
+
+// MakeRequests makes the HTTP requests which should be made to fetch bids.
+func (a *SmartAdserverAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ if len(request.Imp) == 0 {
+ return nil, []error{&errortypes.BadInput{
+ Message: "No impression in the bid request",
+ }}
+ }
+
+ var adapterRequests []*adapters.RequestData
+ var errs []error
+
+ // We copy the original request.
+ smartRequest := *request
+
+ // We create or copy the Site object.
+ if smartRequest.Site == nil {
+ smartRequest.Site = &openrtb.Site{}
+ } else {
+ site := *smartRequest.Site
+ smartRequest.Site = &site
+ }
+
+ // We create or copy the Publisher object.
+ if smartRequest.Site.Publisher == nil {
+ smartRequest.Site.Publisher = &openrtb.Publisher{}
+ } else {
+ publisher := *smartRequest.Site.Publisher
+ smartRequest.Site.Publisher = &publisher
+ }
+
+ // We send one serialized "smartRequest" per impression of the original request.
+ for _, imp := range request.Imp {
+ var bidderExt adapters.ExtImpBidder
+ if err := json.Unmarshal(imp.Ext, &bidderExt); err != nil {
+ errs = append(errs, &errortypes.BadInput{
+ Message: "Error parsing bidderExt object",
+ })
+ continue
+ }
+
+ var smartadserverExt openrtb_ext.ExtImpSmartadserver
+ if err := json.Unmarshal(bidderExt.Bidder, &smartadserverExt); err != nil {
+ errs = append(errs, &errortypes.BadInput{
+ Message: "Error parsing smartadserverExt parameters",
+ })
+ continue
+ }
+
+ // Adding publisher id.
+ smartRequest.Site.Publisher.ID = strconv.Itoa(smartadserverExt.NetworkID)
+
+ // We send one request for each impression.
+ smartRequest.Imp = []openrtb.Imp{imp}
+
+ var errMarshal error
+ if imp.Ext, errMarshal = json.Marshal(smartadserverExt); errMarshal != nil {
+ errs = append(errs, &errortypes.BadInput{
+ Message: errMarshal.Error(),
+ })
+ continue
+ }
+
+ reqJSON, err := json.Marshal(smartRequest)
+ if err != nil {
+ errs = append(errs, &errortypes.BadInput{
+ Message: "Error parsing reqJSON object",
+ })
+ continue
+ }
+
+ url, err := a.BuildEndpointURL(&smartadserverExt)
+ if url == "" {
+ errs = append(errs, err)
+ continue
+ }
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "application/json;charset=utf-8")
+ headers.Add("Accept", "application/json")
+ adapterRequests = append(adapterRequests, &adapters.RequestData{
+ Method: "POST",
+ Uri: url,
+ Body: reqJSON,
+ Headers: headers,
+ })
+ }
+ return adapterRequests, errs
+}
+
+// MakeBids unpacks the server's response into Bids.
+func (a *SmartAdserverAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ if response.StatusCode == http.StatusNoContent {
+ return nil, nil
+ }
+
+ if response.StatusCode == http.StatusBadRequest {
+ return nil, []error{&errortypes.BadInput{
+ Message: fmt.Sprintf("Unexpected status code: %d. Run with request.debug = 1 for more info", response.StatusCode),
+ }}
+ }
+
+ if response.StatusCode != http.StatusOK {
+ return nil, []error{&errortypes.BadServerResponse{
+ Message: "Unexpected status code: " + strconv.Itoa(response.StatusCode) + ". Run with request.debug = 1 for more info",
+ }}
+ }
+
+ var bidResp openrtb.BidResponse
+ if err := json.Unmarshal(response.Body, &bidResp); err != nil {
+ return nil, []error{err}
+ }
+
+ bidResponse := adapters.NewBidderResponseWithBidsCapacity(5)
+
+ for _, sb := range bidResp.SeatBid {
+ for i := 0; i < len(sb.Bid); i++ {
+ bid := sb.Bid[i]
+ bidResponse.Bids = append(bidResponse.Bids, &adapters.TypedBid{
+ Bid: &bid,
+ BidType: getMediaTypeForImp(bid.ImpID, internalRequest.Imp),
+ })
+
+ }
+ }
+ return bidResponse, []error{}
+}
+
+// BuildEndpointURL : Builds endpoint url
+func (a *SmartAdserverAdapter) BuildEndpointURL(params *openrtb_ext.ExtImpSmartadserver) (string, error) {
+ uri, err := url.Parse(a.host)
+ if err != nil || uri.Scheme == "" || uri.Host == "" {
+ return "", &errortypes.BadInput{
+ Message: "Malformed URL: " + a.host + ".",
+ }
+ }
+
+ uri.Path = path.Join(uri.Path, "api/bid")
+ uri.RawQuery = "callerId=5"
+
+ return uri.String(), nil
+}
+
+func getMediaTypeForImp(impID string, imps []openrtb.Imp) openrtb_ext.BidType {
+ for _, imp := range imps {
+ if imp.ID == impID {
+ if imp.Video != nil {
+ return openrtb_ext.BidTypeVideo
+ }
+ return openrtb_ext.BidTypeBanner
+ }
+ }
+ return openrtb_ext.BidTypeBanner
+}
diff --git a/adapters/smartadserver/smartadserver_test.go b/adapters/smartadserver/smartadserver_test.go
new file mode 100644
index 00000000000..7e4cff678cc
--- /dev/null
+++ b/adapters/smartadserver/smartadserver_test.go
@@ -0,0 +1,11 @@
+package smartadserver
+
+import (
+ "testing"
+
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+)
+
+func TestJsonSamples(t *testing.T) {
+ adapterstest.RunJSONBidderTest(t, "smartadservertest", NewSmartadserverBidder("https://ssb.smartadserver.com"))
+}
diff --git a/adapters/smartadserver/smartadservertest/exemplary/multi-banner.json b/adapters/smartadserver/smartadservertest/exemplary/multi-banner.json
new file mode 100644
index 00000000000..b7cf27c37e2
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/exemplary/multi-banner.json
@@ -0,0 +1,175 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-multi-id",
+ "imp": [
+ {
+ "id": "test-imp-id-1",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ },
+ {
+ "id": "test-imp-id-2",
+ "banner": {
+ "format": [{"w": 300, "h": 150}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 4,
+ "networkId": 73
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-multi-id",
+ "imp": [
+ {
+ "id": "test-imp-id-1",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-multi-id",
+ "seatbid": [
+ {
+ "seat": "smartadserver",
+ "bid": [{
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id-1",
+ "price": 0.500000,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "h": 90,
+ "w": 728
+ }]
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ },
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-multi-id",
+ "imp": [
+ {
+ "id": "test-imp-id-2",
+ "banner": {
+ "format": [{"w": 300, "h": 150}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 4,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-multi-id",
+ "seatbid": [
+ {
+ "seat": "smartadserver",
+ "bid": [{
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e801",
+ "impid": "test-imp-id-2",
+ "price": 0.800000,
+ "adm": "some-test-ad",
+ "crid": "crid_11",
+ "h": 150,
+ "w": 300
+ }]
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id-1",
+ "price": 0.5,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "w": 728,
+ "h": 90
+ },
+ "type": "banner"
+ }
+ ]
+ },
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e801",
+ "impid": "test-imp-id-2",
+ "price": 0.8,
+ "adm": "some-test-ad",
+ "crid": "crid_11",
+ "w": 300,
+ "h": 150
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/exemplary/simple-banner.json b/adapters/smartadserver/smartadservertest/exemplary/simple-banner.json
new file mode 100644
index 00000000000..e8faab141cd
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/exemplary/simple-banner.json
@@ -0,0 +1,94 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "seat": "smartadserver",
+ "bid": [{
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id",
+ "price": 0.500000,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "h": 90,
+ "w": 728
+ }]
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id",
+ "price": 0.5,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "w": 728,
+ "h": 90
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/exemplary/simple-video.json b/adapters/smartadserver/smartadservertest/exemplary/simple-video.json
new file mode 100644
index 00000000000..86f9361a807
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/exemplary/simple-video.json
@@ -0,0 +1,100 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id-video",
+ "imp": [
+ {
+ "id": "test-imp-id-video",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [1],
+ "w": 1024,
+ "h": 576
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-id-video",
+ "imp": [
+ {
+ "id": "test-imp-id-video",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [1],
+ "w": 1024,
+ "h": 576
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id-video",
+ "seatbid": [
+ {
+ "seat": "smartadserver",
+ "bid": [{
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id-video",
+ "price": 0.500000,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "h": 576,
+ "w": 1024
+ }]
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id-video",
+ "price": 0.5,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "w": 1024,
+ "h": 576
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/params/race/banner.json b/adapters/smartadserver/smartadservertest/params/race/banner.json
new file mode 100644
index 00000000000..b34088307d4
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/params/race/banner.json
@@ -0,0 +1,7 @@
+{
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+
\ No newline at end of file
diff --git a/adapters/smartadserver/smartadservertest/params/race/video.json b/adapters/smartadserver/smartadservertest/params/race/video.json
new file mode 100644
index 00000000000..b34088307d4
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/params/race/video.json
@@ -0,0 +1,7 @@
+{
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+
\ No newline at end of file
diff --git a/adapters/smartadserver/smartadservertest/supplemental/request-no-bidder-object.json b/adapters/smartadserver/smartadservertest/supplemental/request-no-bidder-object.json
new file mode 100644
index 00000000000..48664a66073
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/request-no-bidder-object.json
@@ -0,0 +1,21 @@
+{
+ "mockBidRequest": {
+ "id": "test-no-bidder",
+ "imp": [
+ {
+ "id": "test-imp-id-no-bidder",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ }
+ }
+ ]
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "Error parsing smartadserverExt parameters",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/supplemental/request-no-ext-object.json b/adapters/smartadserver/smartadservertest/supplemental/request-no-ext-object.json
new file mode 100644
index 00000000000..d6637d0ebc3
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/request-no-ext-object.json
@@ -0,0 +1,19 @@
+{
+ "mockBidRequest": {
+ "id": "test-no-ext",
+ "imp": [
+ {
+ "id": "test-imp-id-no-ext",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ }
+ }
+ ]
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "Error parsing bidderExt object",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/supplemental/request-no-imp.json b/adapters/smartadserver/smartadservertest/supplemental/request-no-imp.json
new file mode 100644
index 00000000000..50e00a8a969
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/request-no-imp.json
@@ -0,0 +1,13 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ ]
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "No impression in the bid request",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/supplemental/request-site-recreated.json b/adapters/smartadserver/smartadservertest/supplemental/request-site-recreated.json
new file mode 100644
index 00000000000..4a402674abf
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/request-site-recreated.json
@@ -0,0 +1,99 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "1"
+ }
+ }
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "seat": "smartadserver",
+ "bid": [{
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id",
+ "price": 0.500000,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "h": 90,
+ "w": 728
+ }]
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "8ee514f1-b2b8-4abb-89fd-084437d1e800",
+ "impid": "test-imp-id",
+ "price": 0.5,
+ "adm": "some-test-ad",
+ "crid": "crid_10",
+ "w": 728,
+ "h": 90
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/supplemental/response-200-without-body.json b/adapters/smartadserver/smartadservertest/supplemental/response-200-without-body.json
new file mode 100644
index 00000000000..3e27569491c
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/response-200-without-body.json
@@ -0,0 +1,62 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200
+ }
+ }
+ ],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "unexpected end of JSON input",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/supplemental/response-204.json b/adapters/smartadserver/smartadservertest/supplemental/response-204.json
new file mode 100644
index 00000000000..32aa2642f0a
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/response-204.json
@@ -0,0 +1,56 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 204
+ }
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/supplemental/response-400.json b/adapters/smartadserver/smartadservertest/supplemental/response-400.json
new file mode 100644
index 00000000000..b7d5a95475d
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/response-400.json
@@ -0,0 +1,62 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 400
+ }
+ }
+ ],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "Unexpected status code: 400. Run with request.debug = 1 for more info",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/smartadserver/smartadservertest/supplemental/response-500.json b/adapters/smartadserver/smartadservertest/supplemental/response-500.json
new file mode 100644
index 00000000000..727e8f0843b
--- /dev/null
+++ b/adapters/smartadserver/smartadservertest/supplemental/response-500.json
@@ -0,0 +1,62 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://ssb.smartadserver.com/api/bid?callerId=5",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{"w": 728, "h": 90}]
+ },
+ "ext": {
+ "bidder": {
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3,
+ "networkId": 73
+ }
+ }
+ }
+ ],
+ "site": {
+ "publisher": {
+ "id": "73"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 500
+ }
+ }
+ ],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "Unexpected status code: 500. Run with request.debug = 1 for more info",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/smartadserver/usersync.go b/adapters/smartadserver/usersync.go
new file mode 100644
index 00000000000..95b305ff227
--- /dev/null
+++ b/adapters/smartadserver/usersync.go
@@ -0,0 +1,12 @@
+package smartadserver
+
+import (
+ "text/template"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/usersync"
+)
+
+func NewSmartadserverSyncer(temp *template.Template) usersync.Usersyncer {
+ return adapters.NewSyncer("smartadserver", 45, temp, adapters.SyncTypeRedirect)
+}
diff --git a/adapters/smartadserver/usersync_test.go b/adapters/smartadserver/usersync_test.go
new file mode 100644
index 00000000000..e279b49e017
--- /dev/null
+++ b/adapters/smartadserver/usersync_test.go
@@ -0,0 +1,35 @@
+package smartadserver
+
+import (
+ "testing"
+ "text/template"
+
+ "github.com/prebid/prebid-server/privacy"
+ "github.com/prebid/prebid-server/privacy/ccpa"
+ "github.com/prebid/prebid-server/privacy/gdpr"
+ "github.com/stretchr/testify/assert"
+)
+
+func TestSmartadserverSyncer(t *testing.T) {
+ syncURL := "//ssbsync.smartadserver.com/getuid?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&url=localhost%2Fsetuid%3Fbidder%3Dsmartadserver%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%5Bsas_uid%5D%22"
+ syncURLTemplate := template.Must(
+ template.New("sync-template").Parse(syncURL),
+ )
+
+ syncer := NewSmartadserverSyncer(syncURLTemplate)
+ syncInfo, err := syncer.GetUsersyncInfo(privacy.Policies{
+ GDPR: gdpr.Policy{
+ Signal: "1",
+ Consent: "COyASAoOyASAoAfAAAENAfCAAAAAAAAAAAAAAAAAAAAA",
+ },
+ CCPA: ccpa.Policy{
+ Value: "1YNN",
+ },
+ })
+
+ assert.NoError(t, err)
+ assert.Equal(t, "//ssbsync.smartadserver.com/getuid?gdpr=1&gdpr_consent=COyASAoOyASAoAfAAAENAfCAAAAAAAAAAAAAAAAAAAAA&us_privacy=1YNN&url=localhost%2Fsetuid%3Fbidder%3Dsmartadserver%26gdpr%3D1%26gdpr_consent%3DCOyASAoOyASAoAfAAAENAfCAAAAAAAAAAAAAAAAAAAAA%26uid%3D%5Bsas_uid%5D%22", syncInfo.URL)
+ assert.Equal(t, "redirect", syncInfo.Type)
+ assert.EqualValues(t, 45, syncer.GDPRVendorID())
+ assert.Equal(t, false, syncInfo.SupportCORS)
+}
diff --git a/config/config.go b/config/config.go
index 01de9b1ab2e..c50118e2008 100755
--- a/config/config.go
+++ b/config/config.go
@@ -600,6 +600,7 @@ func (cfg *Configuration) setDerivedDefaults() {
// openrtb_ext.BidderRTBHouse doesn't have a good default.
// openrtb_ext.BidderRubicon doesn't have a good default.
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderSharethrough, "https://match.sharethrough.com/FGMrCMMc/v1?redirectUri="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dsharethrough%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderSmartadserver, "https://ssbsync.smartadserver.com/api/sync?callerId=5&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirectUri="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dsmartadserver%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%5Bssb_sync_pid%5D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderSmartRTB, "https://market-global.smrtb.com/sync/all?nid=smartrtb&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&rr="+url.QueryEscape(externalURL)+"%252Fsetuid%253Fbidder%253Dsmartrtb%2526gdpr%253D{{.GDPR}}%2526gdpr_consent%253D{{.GDPRConsent}}%2526uid%253D%257BXID%257D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderSomoaudience, "https://publisher-east.mobileadtrading.com/usersync?ru="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dsomoaudience%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%7BUID%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderSonobi, "https://sync.go.sonobi.com/us.gif?loc="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dsonobi%26consent_string%3D{{.GDPR}}%26gdpr%3D{{.GDPRConsent}}%26uid%3D%5BUID%5D")
@@ -810,6 +811,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.rtbhouse.endpoint", "http://prebidserver-s2s-ams.creativecdn.com/bidder/prebidserver/bids")
v.SetDefault("adapters.rubicon.endpoint", "http://exapi-us-east.rubiconproject.com/a/api/exchange.json")
v.SetDefault("adapters.sharethrough.endpoint", "http://btlr.sharethrough.com/FGMrCMMc/v1")
+ v.SetDefault("adapters.smartadserver.endpoint", "https://ssb.smartadserver.com")
v.SetDefault("adapters.smartrtb.endpoint", "http://market-east.smrtb.com/json/publisher/rtb?pubid={{.PublisherID}}")
v.SetDefault("adapters.somoaudience.endpoint", "http://publisher-east.mobileadtrading.com/rtb/bid")
v.SetDefault("adapters.sonobi.endpoint", "https://apex.go.sonobi.com/prebid?partnerid=71d9d3d8af")
diff --git a/docs/bidders/smartAdserver.md b/docs/bidders/smartAdserver.md
new file mode 100644
index 00000000000..4d2663f8a3b
--- /dev/null
+++ b/docs/bidders/smartAdserver.md
@@ -0,0 +1,59 @@
+# Smart Adserver Bidder
+
+## Parameters
+The `ext.smartadserver` object of impression bid requests supports the following parameters :
+- "networkId" - Required. The network identifier you have been provided with.
+- "siteId" - Optional. The site identifier from your campaign configuration.
+- "pageId" - Optional. The page identifier from your campaign configuration.
+- "formatId" - Optional. The format identifier from your campaign configuration.
+
+The network identifier is provided by your Account Manager.
+**Note:** The site, page and format identifiers have to all be provided or all empty.
+
+## Examples
+
+Without site/page/format :
+```
+ "imp": [{
+ "id": "some-impression-id",
+ "banner": {
+ "format": [{
+ "w": 600,
+ "h": 500
+ }, {
+ "w": 300,
+ "h": 600
+ }]
+ },
+ "ext": {
+ "smartadserver": {
+ "networkId": 73
+ }
+ }
+ }]
+```
+
+With site/page/format :
+
+```
+ "imp": [{
+ "id": "some-impression-id",
+ "banner": {
+ "format": [{
+ "w": 600,
+ "h": 500
+ }, {
+ "w": 300,
+ "h": 600
+ }]
+ },
+ "ext": {
+ "smartadserver": {
+ "networkId": 73
+ "siteId": 1,
+ "pageId": 2,
+ "formatId": 3
+ }
+ }
+ }]
+```
\ No newline at end of file
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 6e771236fb7..44054df06fd 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -62,6 +62,7 @@ import (
"github.com/prebid/prebid-server/adapters/rtbhouse"
"github.com/prebid/prebid-server/adapters/rubicon"
"github.com/prebid/prebid-server/adapters/sharethrough"
+ "github.com/prebid/prebid-server/adapters/smartadserver"
"github.com/prebid/prebid-server/adapters/smartrtb"
"github.com/prebid/prebid-server/adapters/somoaudience"
"github.com/prebid/prebid-server/adapters/sonobi"
@@ -150,6 +151,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
cfg.Adapters[string(openrtb_ext.BidderRubicon)].XAPI.Tracker),
openrtb_ext.BidderSharethrough: sharethrough.NewSharethroughBidder(cfg.Adapters[string(openrtb_ext.BidderSharethrough)].Endpoint),
+ openrtb_ext.BidderSmartadserver: smartadserver.NewSmartadserverBidder(cfg.Adapters[string(openrtb_ext.BidderSmartadserver)].Endpoint),
openrtb_ext.BidderSmartRTB: smartrtb.NewSmartRTBBidder(cfg.Adapters[string(openrtb_ext.BidderSmartRTB)].Endpoint),
openrtb_ext.BidderSomoaudience: somoaudience.NewSomoaudienceBidder(cfg.Adapters[string(openrtb_ext.BidderSomoaudience)].Endpoint),
openrtb_ext.BidderSonobi: sonobi.NewSonobiBidder(client, cfg.Adapters[string(openrtb_ext.BidderSonobi)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index 416f36d135f..1f9cffb9938 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -78,6 +78,7 @@ const (
BidderRTBHouse BidderName = "rtbhouse"
BidderRubicon BidderName = "rubicon"
BidderSharethrough BidderName = "sharethrough"
+ BidderSmartadserver BidderName = "smartadserver"
BidderSmartRTB BidderName = "smartrtb"
BidderSomoaudience BidderName = "somoaudience"
BidderSonobi BidderName = "sonobi"
@@ -157,6 +158,7 @@ var BidderMap = map[string]BidderName{
"rtbhouse": BidderRTBHouse,
"rubicon": BidderRubicon,
"sharethrough": BidderSharethrough,
+ "smartadserver": BidderSmartadserver,
"smartrtb": BidderSmartRTB,
"somoaudience": BidderSomoaudience,
"sonobi": BidderSonobi,
diff --git a/openrtb_ext/imp_smartadserver.go b/openrtb_ext/imp_smartadserver.go
new file mode 100644
index 00000000000..d542e0ffd27
--- /dev/null
+++ b/openrtb_ext/imp_smartadserver.go
@@ -0,0 +1,9 @@
+package openrtb_ext
+
+// ExtImpSmartadserver defines the contract for bidrequest.imp[i].ext.smartadserver
+type ExtImpSmartadserver struct {
+ SiteID int `json:"siteId"`
+ PageID int `json:"pageId"`
+ FormatID int `json:"formatId"`
+ NetworkID int `json:"networkId"`
+}
diff --git a/static/bidder-info/smartadserver.yaml b/static/bidder-info/smartadserver.yaml
new file mode 100644
index 00000000000..626b7dac00d
--- /dev/null
+++ b/static/bidder-info/smartadserver.yaml
@@ -0,0 +1,11 @@
+maintainer:
+ email: "support@smartadserver.com"
+capabilities:
+ app:
+ mediaTypes:
+ - banner
+ - video
+ site:
+ mediaTypes:
+ - banner
+ - video
diff --git a/static/bidder-params/smartadserver.json b/static/bidder-params/smartadserver.json
new file mode 100644
index 00000000000..b76a3bd6ac9
--- /dev/null
+++ b/static/bidder-params/smartadserver.json
@@ -0,0 +1,35 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Smartadserver Adapter Params",
+ "description": "A schema which validates params accepted by the Smartadserver adapter",
+
+ "type": "object",
+ "properties": {
+ "siteId": {
+ "type": "integer",
+ "description": "The site id.",
+ "minimum": 1
+ },
+ "pageId": {
+ "type": "integer",
+ "description": "The page id.",
+ "minimum": 1
+ },
+ "formatId": {
+ "type": "integer",
+ "description": "The format id.",
+ "minimum": 1
+ },
+ "networkId": {
+ "type": "integer",
+ "description": "The network id.",
+ "minimum": 1
+ }
+ },
+ "dependencies": {
+ "siteId": { "required": ["pageId", "formatId"] },
+ "pageId": { "required": ["siteId", "formatId"] },
+ "formatId": { "required": ["siteId", "pageId"] }
+ },
+ "required": ["networkId"]
+}
\ No newline at end of file
diff --git a/usersync/usersyncers/syncer.go b/usersync/usersyncers/syncer.go
index 1beb9d586df..5657c8b7010 100755
--- a/usersync/usersyncers/syncer.go
+++ b/usersync/usersyncers/syncer.go
@@ -50,6 +50,7 @@ import (
"github.com/prebid/prebid-server/adapters/rtbhouse"
"github.com/prebid/prebid-server/adapters/rubicon"
"github.com/prebid/prebid-server/adapters/sharethrough"
+ "github.com/prebid/prebid-server/adapters/smartadserver"
"github.com/prebid/prebid-server/adapters/smartrtb"
"github.com/prebid/prebid-server/adapters/somoaudience"
"github.com/prebid/prebid-server/adapters/sonobi"
@@ -127,6 +128,7 @@ func NewSyncerMap(cfg *config.Configuration) map[openrtb_ext.BidderName]usersync
insertIntoMap(cfg, syncers, openrtb_ext.BidderSomoaudience, somoaudience.NewSomoaudienceSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderSonobi, sonobi.NewSonobiSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderSovrn, sovrn.NewSovrnSyncer)
+ insertIntoMap(cfg, syncers, openrtb_ext.BidderSmartadserver, smartadserver.NewSmartadserverSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderSmartRTB, smartrtb.NewSmartRTBSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderSynacormedia, synacormedia.NewSynacorMediaSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderTelaria, telaria.NewTelariaSyncer)
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index 69751dd55f4..363cd491648 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -62,6 +62,7 @@ func TestNewSyncerMap(t *testing.T) {
string(openrtb_ext.BidderSomoaudience): syncConfig,
string(openrtb_ext.BidderSonobi): syncConfig,
string(openrtb_ext.BidderSovrn): syncConfig,
+ string(openrtb_ext.BidderSmartadserver): syncConfig,
string(openrtb_ext.BidderSmartRTB): syncConfig,
string(openrtb_ext.BidderSynacormedia): syncConfig,
string(openrtb_ext.BidderTelaria): syncConfig,
From 379492dced7d01da04c4762cb2d38ad9d02a37e4 Mon Sep 17 00:00:00 2001
From: Telaria Engineering <36203956+telariaEng@users.noreply.github.com>
Date: Sat, 20 Jun 2020 13:26:09 -0700
Subject: [PATCH 123/381] Added additional Ext Param (#1357)
Co-authored-by: Vinay Prasad
---
adapters/telaria/telaria.go | 20 +-
.../telariatest/exemplary/video-app.json | 226 ++++++++++--------
.../telariatest/exemplary/video-web.json | 224 +++++++++--------
openrtb_ext/imp_telaria.go | 7 +-
4 files changed, 277 insertions(+), 200 deletions(-)
diff --git a/adapters/telaria/telaria.go b/adapters/telaria/telaria.go
index 294d0d100a9..6bed043152e 100644
--- a/adapters/telaria/telaria.go
+++ b/adapters/telaria/telaria.go
@@ -23,6 +23,10 @@ type ImpressionExtOut struct {
OriginalPublisherID string `json:"originalPublisherid"`
}
+type telariaBidExt struct {
+ Extra json.RawMessage `json:"extra,omitempty"`
+}
+
// used for cookies and such
func (a *TelariaAdapter) Name() string {
return "telaria"
@@ -186,15 +190,17 @@ func (a *TelariaAdapter) MakeRequests(requestIn *openrtb.BidRequest, reqInfo *ad
originalPublisherID := a.FetchOriginalPublisherID(&request)
var errors []error
+ var telariaImpExt *openrtb_ext.ExtImpTelaria
+ var err error
for i, imp := range request.Imp {
// fetch adCode & seatCode from Imp[i].Ext
- telariaExt, err := a.FetchTelariaExtImpParams(&imp)
+ telariaImpExt, err = a.FetchTelariaExtImpParams(&imp)
if err != nil {
errors = append(errors, err)
break
}
- seatCode = telariaExt.SeatCode
+ seatCode = telariaImpExt.SeatCode
// move the original tagId and the original publisher.id into the Imp[i].Ext object
request.Imp[i].Ext, err = json.Marshal(&ImpressionExtOut{request.Imp[i].TagID, originalPublisherID})
@@ -204,7 +210,15 @@ func (a *TelariaAdapter) MakeRequests(requestIn *openrtb.BidRequest, reqInfo *ad
}
// Swap the tagID with adCode
- request.Imp[i].TagID = telariaExt.AdCode
+ request.Imp[i].TagID = telariaImpExt.AdCode
+ }
+
+ // Add the Extra from Imp to the top level Ext
+ if telariaImpExt != nil && telariaImpExt.Extra != nil {
+ request.Ext, err = json.Marshal(&telariaBidExt{Extra: telariaImpExt.Extra})
+ if err != nil {
+ errors = append(errors, err)
+ }
}
if len(errors) > 0 {
diff --git a/adapters/telaria/telariatest/exemplary/video-app.json b/adapters/telaria/telariatest/exemplary/video-app.json
index fa755cc93d3..6450509c8e1 100644
--- a/adapters/telaria/telariatest/exemplary/video-app.json
+++ b/adapters/telaria/telariatest/exemplary/video-app.json
@@ -39,118 +39,148 @@
"ext": {
"bidder": {
"adCode": "my-adcode",
- "seatCode": "my-seatcode"
+ "seatCode": "my-seatcode",
+ "extra": {
+ "custom": "1234"
+ }
}
}
}
]
},
- "httpCalls": [{
- "expectedRequest": {
- "headers": {
- "Content-Type": ["application/json;charset=utf-8"],
- "Accept": ["application/json"],
- "X-Openrtb-Version": ["2.5"],
- "User-Agent": ["test-user-agent"],
- "X-Forwarded-For": ["123.123.123.123"],
- "Accept-Language": ["en"],
- "Dnt": ["0"]
- },
- "uri": "https://ads.tremorhub.com/ad/rtb/prebid",
- "body": {
- "id": "some-request-id",
- "device": {
- "ua": "test-user-agent",
- "ip": "123.123.123.123",
- "language": "en",
- "dnt": 0
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "Accept": [
+ "application/json"
+ ],
+ "X-Openrtb-Version": [
+ "2.5"
+ ],
+ "User-Agent": [
+ "test-user-agent"
+ ],
+ "X-Forwarded-For": [
+ "123.123.123.123"
+ ],
+ "Accept-Language": [
+ "en"
+ ],
+ "Dnt": [
+ "0"
+ ]
},
- "imp": [
- {
- "id": "some-impression-id",
- "video": {
- "mimes": [
- "video/mp4"
- ],
- "minduration": 120,
- "maxduration": 150,
- "w": 640,
- "h": 480
- },
- "tagid": "my-adcode",
- "ext": {
- "originalTagid": "ogTAGID",
- "originalPublisherid": "123456789"
+ "uri": "https://ads.tremorhub.com/ad/rtb/prebid",
+ "body": {
+ "id": "some-request-id",
+ "ext": {
+ "extra": {
+ "custom": "1234"
+ }
+ },
+ "device": {
+ "ua": "test-user-agent",
+ "ip": "123.123.123.123",
+ "language": "en",
+ "dnt": 0
+ },
+ "imp": [
+ {
+ "id": "some-impression-id",
+ "video": {
+ "mimes": [
+ "video/mp4"
+ ],
+ "minduration": 120,
+ "maxduration": 150,
+ "w": 640,
+ "h": 480
+ },
+ "tagid": "my-adcode",
+ "ext": {
+ "originalTagid": "ogTAGID",
+ "originalPublisherid": "123456789"
+ }
}
- }
- ],
- "app": {
- "id": "123456789",
- "name": "Awesome App",
- "bundle": "com.app.awesome",
- "domain": "awesomeapp.com",
- "cat": [
- "IAB22-1"
],
- "publisher": {
- "id": "my-seatcode"
- }
- },
- "user": {
- "buyeruid": "awesome-user"
- },
- "tmax": 1000
- }
- },
- "mockResponse": {
- "status": 200,
- "body": {
- "id": "awesome-resp-id",
- "seatbid": [{
- "bid": [{
- "id": "a3ae1b4e2fc24a4fb45540082e98e161",
- "impid": "1",
- "price": 3.5,
- "adm": "asesome-markup",
- "adomain": [
- "awesome.com"
+ "app": {
+ "id": "123456789",
+ "name": "Awesome App",
+ "bundle": "com.app.awesome",
+ "domain": "awesomeapp.com",
+ "cat": [
+ "IAB22-1"
],
- "crid": "20",
- "w": 1280,
- "h": 720,
- "ext": {
- "prebid": {
- "type": "video"
- }
+ "publisher": {
+ "id": "my-seatcode"
}
- }],
- "seat": "telaria"
- }],
- "cur": "USD",
- "ext": {
- "responsetimemillis": {
- "telaria": 154
},
- "tmaxrequest": 1000
+ "user": {
+ "buyeruid": "awesome-user"
+ },
+ "tmax": 1000
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "awesome-resp-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "a3ae1b4e2fc24a4fb45540082e98e161",
+ "impid": "1",
+ "price": 3.5,
+ "adm": "asesome-markup",
+ "adomain": [
+ "awesome.com"
+ ],
+ "crid": "20",
+ "w": 1280,
+ "h": 720,
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
+ }
+ }
+ ],
+ "seat": "telaria"
+ }
+ ],
+ "cur": "USD",
+ "ext": {
+ "responsetimemillis": {
+ "telaria": 154
+ },
+ "tmaxrequest": 1000
+ }
}
}
}
- }],
- "expectedBids": [{
- "id": "a3ae1b4e2fc24a4fb45540082e98e161",
- "impid": "1",
- "price": 3.5,
- "adm": "awesome-markup",
- "adomain": [
- "awesome.com"
- ],
- "crid": "20",
- "w": 1280,
- "h": 720,
- "ext": {
- "prebid": {
- "type": "video"
+ ],
+ "expectedBids": [
+ {
+ "id": "a3ae1b4e2fc24a4fb45540082e98e161",
+ "impid": "1",
+ "price": 3.5,
+ "adm": "awesome-markup",
+ "adomain": [
+ "awesome.com"
+ ],
+ "crid": "20",
+ "w": 1280,
+ "h": 720,
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
}
}
- }]
+ ]
}
diff --git a/adapters/telaria/telariatest/exemplary/video-web.json b/adapters/telaria/telariatest/exemplary/video-web.json
index c671d2f5f30..f3a3a56928c 100644
--- a/adapters/telaria/telariatest/exemplary/video-web.json
+++ b/adapters/telaria/telariatest/exemplary/video-web.json
@@ -1,4 +1,3 @@
-
{
"mockBidRequest": {
"id": "some-request-id",
@@ -23,7 +22,9 @@
"id": "some-impression-id",
"tagid": "ogTAGID",
"video": {
- "mimes": ["video/mp4"],
+ "mimes": [
+ "video/mp4"
+ ],
"w": 640,
"h": 480,
"minduration": 120,
@@ -32,113 +33,142 @@
"ext": {
"bidder": {
"adCode": "my-adcode",
- "seatCode": "my-seatcode"
+ "seatCode": "my-seatcode",
+ "extra": {
+ "custom": "1234"
+ }
}
}
}
]
},
-
- "httpCalls": [{
- "expectedRequest": {
- "headers": {
- "Content-Type": ["application/json;charset=utf-8"],
- "Accept": ["application/json"],
- "X-Openrtb-Version": ["2.5"],
- "User-Agent": ["test-user-agent"],
- "X-Forwarded-For": ["123.123.123.123"],
- "Accept-Language": ["en"],
- "Dnt": ["0"]
- },
- "uri": "https://ads.tremorhub.com/ad/rtb/prebid",
- "body": {
- "id": "some-request-id",
- "device": {
- "ua": "test-user-agent",
- "ip": "123.123.123.123",
- "language": "en",
- "dnt": 0
- },
- "imp": [
- {
- "id": "some-impression-id",
- "tagid": "my-adcode",
- "video": {
- "mimes": [
- "video/mp4"
- ],
- "minduration": 120,
- "maxduration": 150,
- "w": 640,
- "h": 480
- },
- "ext": {
- "originalTagid": "ogTAGID",
- "originalPublisherid": "123456789"
- }
- }
- ],
- "site": {
- "page": "test.com",
- "publisher": {
- "id": "my-seatcode"
- }
- },
- "user": {
- "buyeruid": "awesome-user"
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "Accept": [
+ "application/json"
+ ],
+ "X-Openrtb-Version": [
+ "2.5"
+ ],
+ "User-Agent": [
+ "test-user-agent"
+ ],
+ "X-Forwarded-For": [
+ "123.123.123.123"
+ ],
+ "Accept-Language": [
+ "en"
+ ],
+ "Dnt": [
+ "0"
+ ]
},
- "tmax": 1000
- }
- },
- "mockResponse": {
- "status": 200,
- "body": {
- "id": "awesome-resp-id",
- "seatbid": [{
- "bid": [{
- "id": "a3ae1b4e2fc24a4fb45540082e98e161",
- "impid": "1",
- "price": 3.5,
- "adm": "asesome-markup",
- "adomain": [
- "awesome.com"
- ],
- "crid": "20",
- "w": 1280,
- "h": 720,
- "ext": {
- "prebid": {
- "type": "video"
+ "uri": "https://ads.tremorhub.com/ad/rtb/prebid",
+ "body": {
+ "id": "some-request-id",
+ "device": {
+ "ua": "test-user-agent",
+ "ip": "123.123.123.123",
+ "language": "en",
+ "dnt": 0
+ },
+ "imp": [
+ {
+ "id": "some-impression-id",
+ "tagid": "my-adcode",
+ "video": {
+ "mimes": [
+ "video/mp4"
+ ],
+ "minduration": 120,
+ "maxduration": 150,
+ "w": 640,
+ "h": 480
+ },
+ "ext": {
+ "originalTagid": "ogTAGID",
+ "originalPublisherid": "123456789"
}
}
- }],
- "seat": "telaria"
- }],
- "cur": "USD",
- "ext": {
- "responsetimemillis": {
- "telaria": 154
+ ],
+ "site": {
+ "page": "test.com",
+ "publisher": {
+ "id": "my-seatcode"
+ }
+ },
+ "user": {
+ "buyeruid": "awesome-user"
},
- "tmaxrequest": 1000
+ "tmax": 1000,
+ "ext": {
+ "extra": {
+ "custom": "1234"
+ }
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "awesome-resp-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "a3ae1b4e2fc24a4fb45540082e98e161",
+ "impid": "1",
+ "price": 3.5,
+ "adm": "asesome-markup",
+ "adomain": [
+ "awesome.com"
+ ],
+ "crid": "20",
+ "w": 1280,
+ "h": 720,
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
+ }
+ }
+ ],
+ "seat": "telaria"
+ }
+ ],
+ "cur": "USD",
+ "ext": {
+ "responsetimemillis": {
+ "telaria": 154
+ },
+ "tmaxrequest": 1000
+ }
}
}
}
- }],
- "expectedBids": [{
- "id": "a3ae1b4e2fc24a4fb45540082e98e161",
- "impid": "1",
- "price": 3.5,
- "adm": "asesome-markup",
- "adomain": [
- "awesome.com"
- ],
- "crid": "20",
- "w": 1280,
- "h": 720,
- "ext": {
- "prebid": {
- "type": "video"
+ ],
+ "expectedBids": [
+ {
+ "id": "a3ae1b4e2fc24a4fb45540082e98e161",
+ "impid": "1",
+ "price": 3.5,
+ "adm": "asesome-markup",
+ "adomain": [
+ "awesome.com"
+ ],
+ "crid": "20",
+ "w": 1280,
+ "h": 720,
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
}
}
- }]
+ ]
}
diff --git a/openrtb_ext/imp_telaria.go b/openrtb_ext/imp_telaria.go
index 8ea371a8ad0..19a025c0b15 100644
--- a/openrtb_ext/imp_telaria.go
+++ b/openrtb_ext/imp_telaria.go
@@ -1,6 +1,9 @@
package openrtb_ext
+import "encoding/json"
+
type ExtImpTelaria struct {
- AdCode string `json:"adCode,omitempty"`
- SeatCode string `json:"seatCode"`
+ AdCode string `json:"adCode,omitempty"`
+ SeatCode string `json:"seatCode"`
+ Extra json.RawMessage `json:"extra,omitempty"`
}
From aaff1568c385f2e9b1c7bda32f4c037d81db5199 Mon Sep 17 00:00:00 2001
From: SmartyAdman <59048845+SmartyAdman@users.noreply.github.com>
Date: Wed, 24 Jun 2020 00:57:38 +0300
Subject: [PATCH 124/381] Adman adapter (#1356)
Co-authored-by: Aiholkin
---
adapters/adman/adman.go | 140 ++++++++++++++++++
adapters/adman/adman_test.go | 12 ++
.../admantest/exemplary/simple-banner.json | 134 +++++++++++++++++
.../admantest/exemplary/simple-video.json | 119 +++++++++++++++
.../exemplary/simple-web-banner.json | 133 +++++++++++++++++
adapters/adman/admantest/params/banner.json | 3 +
.../adman/admantest/params/race/banner.json | 3 +
.../adman/admantest/params/race/video.json | 3 +
adapters/adman/admantest/params/video.json | 3 +
.../admantest/supplemental/bad-imp-ext.json | 42 ++++++
.../admantest/supplemental/bad_response.json | 85 +++++++++++
.../admantest/supplemental/no-imp-ext-1.json | 39 +++++
.../admantest/supplemental/no-imp-ext-2.json | 39 +++++
.../admantest/supplemental/status-204.json | 79 ++++++++++
.../admantest/supplemental/status-404.json | 85 +++++++++++
adapters/adman/params_test.go | 46 ++++++
adapters/adman/usersync.go | 13 ++
adapters/adman/usersync_test.go | 35 +++++
config/config.go | 2 +
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
openrtb_ext/imp_adman.go | 6 +
static/bidder-info/adman.yaml | 11 ++
static/bidder-params/adman.json | 15 ++
usersync/usersyncers/syncer.go | 2 +
usersync/usersyncers/syncer_test.go | 1 +
26 files changed, 1054 insertions(+)
create mode 100644 adapters/adman/adman.go
create mode 100644 adapters/adman/adman_test.go
create mode 100644 adapters/adman/admantest/exemplary/simple-banner.json
create mode 100644 adapters/adman/admantest/exemplary/simple-video.json
create mode 100644 adapters/adman/admantest/exemplary/simple-web-banner.json
create mode 100644 adapters/adman/admantest/params/banner.json
create mode 100644 adapters/adman/admantest/params/race/banner.json
create mode 100644 adapters/adman/admantest/params/race/video.json
create mode 100644 adapters/adman/admantest/params/video.json
create mode 100644 adapters/adman/admantest/supplemental/bad-imp-ext.json
create mode 100644 adapters/adman/admantest/supplemental/bad_response.json
create mode 100644 adapters/adman/admantest/supplemental/no-imp-ext-1.json
create mode 100644 adapters/adman/admantest/supplemental/no-imp-ext-2.json
create mode 100644 adapters/adman/admantest/supplemental/status-204.json
create mode 100644 adapters/adman/admantest/supplemental/status-404.json
create mode 100644 adapters/adman/params_test.go
create mode 100644 adapters/adman/usersync.go
create mode 100644 adapters/adman/usersync_test.go
create mode 100644 openrtb_ext/imp_adman.go
create mode 100644 static/bidder-info/adman.yaml
create mode 100644 static/bidder-params/adman.json
diff --git a/adapters/adman/adman.go b/adapters/adman/adman.go
new file mode 100644
index 00000000000..aa8d0dc6e74
--- /dev/null
+++ b/adapters/adman/adman.go
@@ -0,0 +1,140 @@
+package adman
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// AdmanAdapter struct
+type AdmanAdapter struct {
+ URI string
+}
+
+// NewAdmanBidder Initializes the Bidder
+func NewAdmanBidder(endpoint string) *AdmanAdapter {
+ return &AdmanAdapter{
+ URI: endpoint,
+ }
+}
+
+type admanParams struct {
+ TagID string `json:"TagID"`
+}
+
+// MakeRequests create bid request for adman demand
+func (a *AdmanAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ var errs []error
+ var admanExt openrtb_ext.ExtImpAdman
+ var err error
+
+ var adapterRequests []*adapters.RequestData
+
+ reqCopy := *request
+ for _, imp := range request.Imp {
+ reqCopy.Imp = []openrtb.Imp{imp}
+
+ var bidderExt adapters.ExtImpBidder
+ if err = json.Unmarshal(reqCopy.Imp[0].Ext, &bidderExt); err != nil {
+ errs = append(errs, err)
+ continue
+ }
+
+ if err = json.Unmarshal(bidderExt.Bidder, &admanExt); err != nil {
+ errs = append(errs, err)
+ continue
+ }
+
+ reqCopy.Imp[0].TagID = admanExt.TagID
+
+ adapterReq, errors := a.makeRequest(&reqCopy)
+ if adapterReq != nil {
+ adapterRequests = append(adapterRequests, adapterReq)
+ }
+ errs = append(errs, errors...)
+ }
+ return adapterRequests, errs
+}
+
+func (a *AdmanAdapter) makeRequest(request *openrtb.BidRequest) (*adapters.RequestData, []error) {
+
+ var errs []error
+
+ reqJSON, err := json.Marshal(request)
+
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "application/json;charset=utf-8")
+ headers.Add("Accept", "application/json")
+ return &adapters.RequestData{
+ Method: "POST",
+ Uri: a.URI,
+ Body: reqJSON,
+ Headers: headers,
+ }, errs
+}
+
+// MakeBids makes the bids
+func (a *AdmanAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ var errs []error
+
+ if response.StatusCode == http.StatusNoContent {
+ return nil, nil
+ }
+
+ if response.StatusCode == http.StatusNotFound {
+ return nil, []error{&errortypes.BadServerResponse{
+ Message: fmt.Sprintf("Unexpected status code: %d. Run with request.debug = 1 for more info", response.StatusCode),
+ }}
+ }
+
+ var bidResp openrtb.BidResponse
+
+ if err := json.Unmarshal(response.Body, &bidResp); err != nil {
+ return nil, []error{err}
+ }
+
+ bidResponse := adapters.NewBidderResponseWithBidsCapacity(1)
+
+ for _, sb := range bidResp.SeatBid {
+ for i := range sb.Bid {
+ bidType, err := getMediaTypeForImp(sb.Bid[i].ImpID, internalRequest.Imp)
+ if err != nil {
+ errs = append(errs, err)
+ } else {
+ b := &adapters.TypedBid{
+ Bid: &sb.Bid[i],
+ BidType: bidType,
+ }
+ bidResponse.Bids = append(bidResponse.Bids, b)
+ }
+ }
+ }
+ return bidResponse, errs
+}
+
+func getMediaTypeForImp(impID string, imps []openrtb.Imp) (openrtb_ext.BidType, error) {
+ mediaType := openrtb_ext.BidTypeBanner
+ for _, imp := range imps {
+ if imp.ID == impID {
+ if imp.Banner == nil && imp.Video != nil {
+ mediaType = openrtb_ext.BidTypeVideo
+ }
+ return mediaType, nil
+ }
+ }
+
+ // This shouldnt happen. Lets handle it just incase by returning an error.
+ return "", &errortypes.BadInput{
+ Message: fmt.Sprintf("Failed to find impression \"%s\" ", impID),
+ }
+}
diff --git a/adapters/adman/adman_test.go b/adapters/adman/adman_test.go
new file mode 100644
index 00000000000..da0f37e9a48
--- /dev/null
+++ b/adapters/adman/adman_test.go
@@ -0,0 +1,12 @@
+package adman
+
+import (
+ "testing"
+
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+)
+
+func TestJsonSamples(t *testing.T) {
+ admanAdapter := NewAdmanBidder("http://eu-ams-1.admanmedia.com/?c=o&m=ortb")
+ adapterstest.RunJSONBidderTest(t, "admantest", admanAdapter)
+}
diff --git a/adapters/adman/admantest/exemplary/simple-banner.json b/adapters/adman/admantest/exemplary/simple-banner.json
new file mode 100644
index 00000000000..41f76e00645
--- /dev/null
+++ b/adapters/adman/admantest/exemplary/simple-banner.json
@@ -0,0 +1,134 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "16",
+ "ext": {
+ "bidder": {
+ "TagID": "16"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+},
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "16",
+ "ext": {
+ "bidder": {
+ "TagID": "16"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 300,
+ "h": 250,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ }
+ ],
+ "seat": "adman"
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "bids":[
+ {
+ "bid": {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 300,
+ "h": 250,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/adman/admantest/exemplary/simple-video.json b/adapters/adman/admantest/exemplary/simple-video.json
new file mode 100644
index 00000000000..d7fa82d274d
--- /dev/null
+++ b/adapters/adman/admantest/exemplary/simple-video.json
@@ -0,0 +1,119 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ },
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [2, 5],
+ "w": 1024,
+ "h": 576
+ },
+ "ext": {
+ "bidder": {
+ "TagID": "22"
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ },
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [2, 5],
+ "w": 1024,
+ "h": 576
+ },
+ "tagid": "22",
+ "ext": {
+ "bidder": {
+ "TagID": "22"
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "00:01:00",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
+ }
+ }
+ ],
+ "seat": "adman"
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "00:01:00",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
+ }
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/adman/admantest/exemplary/simple-web-banner.json b/adapters/adman/admantest/exemplary/simple-web-banner.json
new file mode 100644
index 00000000000..ce872bff52b
--- /dev/null
+++ b/adapters/adman/admantest/exemplary/simple-web-banner.json
@@ -0,0 +1,133 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {
+ "bidder": {
+ "TagID": "1"
+ }
+ }
+ }
+ ],
+ "site": {
+ "id": "1",
+ "domain": "test.com"
+ },
+ "device": {
+ "ip": "123.123.123.123"
+ }
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {
+ "bidder": {
+ "TagID": "1"
+ }
+ }
+ }
+ ],
+ "site": {
+ "id": "1",
+ "domain": "test.com"
+ },
+ "device": {
+ "ip": "123.123.123.123"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 468,
+ "h": 60,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ }
+ ],
+ "seat": "adman"
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "bids":[
+ {
+ "bid": {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 468,
+ "h": 60,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+ }
+
\ No newline at end of file
diff --git a/adapters/adman/admantest/params/banner.json b/adapters/adman/admantest/params/banner.json
new file mode 100644
index 00000000000..03fa8f3f2d8
--- /dev/null
+++ b/adapters/adman/admantest/params/banner.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "16"
+}
\ No newline at end of file
diff --git a/adapters/adman/admantest/params/race/banner.json b/adapters/adman/admantest/params/race/banner.json
new file mode 100644
index 00000000000..03fa8f3f2d8
--- /dev/null
+++ b/adapters/adman/admantest/params/race/banner.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "16"
+}
\ No newline at end of file
diff --git a/adapters/adman/admantest/params/race/video.json b/adapters/adman/admantest/params/race/video.json
new file mode 100644
index 00000000000..e776c928a7e
--- /dev/null
+++ b/adapters/adman/admantest/params/race/video.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "22"
+}
\ No newline at end of file
diff --git a/adapters/adman/admantest/params/video.json b/adapters/adman/admantest/params/video.json
new file mode 100644
index 00000000000..e776c928a7e
--- /dev/null
+++ b/adapters/adman/admantest/params/video.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "22"
+}
\ No newline at end of file
diff --git a/adapters/adman/admantest/supplemental/bad-imp-ext.json b/adapters/adman/admantest/supplemental/bad-imp-ext.json
new file mode 100644
index 00000000000..db3c8de5767
--- /dev/null
+++ b/adapters/adman/admantest/supplemental/bad-imp-ext.json
@@ -0,0 +1,42 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "16",
+ "ext": {
+ "adman": {
+ "TagID": "16"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+},
+"expectedMakeRequestsErrors": [
+ {
+ "value": "unexpected end of JSON input",
+ "comparison": "literal"
+ }
+]
+}
diff --git a/adapters/adman/admantest/supplemental/bad_response.json b/adapters/adman/admantest/supplemental/bad_response.json
new file mode 100644
index 00000000000..8c349297e73
--- /dev/null
+++ b/adapters/adman/admantest/supplemental/bad_response.json
@@ -0,0 +1,85 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ },
+ "httpCalls": [{
+ "expectedRequest": {
+ "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": ""
+ }
+ }],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "json: cannot unmarshal string into Go value of type openrtb.BidResponse",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/adman/admantest/supplemental/no-imp-ext-1.json b/adapters/adman/admantest/supplemental/no-imp-ext-1.json
new file mode 100644
index 00000000000..8fad5ba5ef0
--- /dev/null
+++ b/adapters/adman/admantest/supplemental/no-imp-ext-1.json
@@ -0,0 +1,39 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "16",
+ "ext": ""
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "json: cannot unmarshal string into Go value of type adapters.ExtImpBidder",
+ "comparison": "literal"
+ }
+ ]
+ }
+
\ No newline at end of file
diff --git a/adapters/adman/admantest/supplemental/no-imp-ext-2.json b/adapters/adman/admantest/supplemental/no-imp-ext-2.json
new file mode 100644
index 00000000000..337dfd044b3
--- /dev/null
+++ b/adapters/adman/admantest/supplemental/no-imp-ext-2.json
@@ -0,0 +1,39 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "16",
+ "ext": {}
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "unexpected end of JSON input",
+ "comparison": "literal"
+ }
+ ]
+ }
+
\ No newline at end of file
diff --git a/adapters/adman/admantest/supplemental/status-204.json b/adapters/adman/admantest/supplemental/status-204.json
new file mode 100644
index 00000000000..7f9a12dec29
--- /dev/null
+++ b/adapters/adman/admantest/supplemental/status-204.json
@@ -0,0 +1,79 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ },
+ "httpCalls": [{
+ "expectedRequest": {
+ "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 204,
+ "body": {}
+ }
+ }]
+}
diff --git a/adapters/adman/admantest/supplemental/status-404.json b/adapters/adman/admantest/supplemental/status-404.json
new file mode 100644
index 00000000000..560878342f0
--- /dev/null
+++ b/adapters/adman/admantest/supplemental/status-404.json
@@ -0,0 +1,85 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "100000000",
+ "ext": {
+ "bidder": {
+ "TagID": "100000000"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ },
+ "httpCalls": [{
+ "expectedRequest": {
+ "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "100000000",
+ "ext": {
+ "bidder": {
+ "TagID": "100000000"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 404,
+ "body": {}
+ }
+ }],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "Unexpected status code: 404. Run with request.debug = 1 for more info",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/adman/params_test.go b/adapters/adman/params_test.go
new file mode 100644
index 00000000000..a80c2a44b8b
--- /dev/null
+++ b/adapters/adman/params_test.go
@@ -0,0 +1,46 @@
+package adman
+
+import (
+ "encoding/json"
+ "testing"
+
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// TestValidParams makes sure that the adman schema accepts all imp.ext fields which we intend to support.
+func TestValidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, validParam := range validParams {
+ if err := validator.Validate(openrtb_ext.BidderAdman, json.RawMessage(validParam)); err != nil {
+ t.Errorf("Schema rejected adman params: %s", validParam)
+ }
+ }
+}
+
+// TestInvalidParams makes sure that the adman schema rejects all the imp.ext fields we don't support.
+func TestInvalidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, invalidParam := range invalidParams {
+ if err := validator.Validate(openrtb_ext.BidderAdman, json.RawMessage(invalidParam)); err == nil {
+ t.Errorf("Schema allowed unexpected params: %s", invalidParam)
+ }
+ }
+}
+
+var validParams = []string{
+ `{"TagID": "16"}`,
+}
+
+var invalidParams = []string{
+ `{"id": "123"}`,
+ `{"tagid": "123"}`,
+ `{"TagID": 16}`,
+}
diff --git a/adapters/adman/usersync.go b/adapters/adman/usersync.go
new file mode 100644
index 00000000000..aae6afcdfcd
--- /dev/null
+++ b/adapters/adman/usersync.go
@@ -0,0 +1,13 @@
+package adman
+
+import (
+ "text/template"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/usersync"
+)
+
+// NewAdmanSyncer returns adman syncer
+func NewAdmanSyncer(temp *template.Template) usersync.Usersyncer {
+ return adapters.NewSyncer("adman", 149, temp, adapters.SyncTypeRedirect)
+}
diff --git a/adapters/adman/usersync_test.go b/adapters/adman/usersync_test.go
new file mode 100644
index 00000000000..55a6e2cec97
--- /dev/null
+++ b/adapters/adman/usersync_test.go
@@ -0,0 +1,35 @@
+package adman
+
+import (
+ "testing"
+ "text/template"
+
+ "github.com/prebid/prebid-server/privacy"
+ "github.com/prebid/prebid-server/privacy/ccpa"
+ "github.com/prebid/prebid-server/privacy/gdpr"
+ "github.com/stretchr/testify/assert"
+)
+
+func TestAdmanSyncer(t *testing.T) {
+ syncURL := "https://sync.admanmedia.com/pbs.gif?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir=http%3A%2F%2Flocalhost%3A8000%2Fsetuid%3Fbidder%3Dadman%26uid%3D%5BUID%5D"
+ syncURLTemplate := template.Must(
+ template.New("sync-template").Parse(syncURL),
+ )
+
+ syncer := NewAdmanSyncer(syncURLTemplate)
+ syncInfo, err := syncer.GetUsersyncInfo(privacy.Policies{
+ GDPR: gdpr.Policy{
+ Signal: "0",
+ Consent: "ANDFJDS",
+ },
+ CCPA: ccpa.Policy{
+ Value: "1-YY",
+ },
+ })
+
+ assert.NoError(t, err)
+ assert.Equal(t, "https://sync.admanmedia.com/pbs.gif?gdpr=0&gdpr_consent=ANDFJDS&us_privacy=1-YY&redir=http%3A%2F%2Flocalhost%3A8000%2Fsetuid%3Fbidder%3Dadman%26uid%3D%5BUID%5D", syncInfo.URL)
+ assert.Equal(t, "redirect", syncInfo.Type)
+ assert.EqualValues(t, 149, syncer.GDPRVendorID())
+ assert.Equal(t, false, syncInfo.SupportCORS)
+}
diff --git a/config/config.go b/config/config.go
index c50118e2008..bb2c3191491 100755
--- a/config/config.go
+++ b/config/config.go
@@ -563,6 +563,7 @@ func (cfg *Configuration) setDerivedDefaults() {
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdtarget, "https://sync.console.adtarget.com.tr/csync?t=p&ep=0&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadtarget%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdtelligent, "https://sync.adtelligent.com/csync?t=p&ep=0&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadtelligent%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Buid%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdmixer, "https://inv-nets.admixer.net/adxcm.aspx?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir=1&rurl="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadmixer%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%24visitor_cookie%24%24")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdman, "https://sync.admanmedia.com/pbs.gif?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadman%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%5BUID%5D")
// openrtb_ext.BidderAdOcean doesn't have a good default.
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAdvangelists, "https://nep.advangelists.com/xp/user-sync?acctid={aid}&&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dadvangelists%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderAJA, "https://ad.as.amanad.adtdp.com/v1/sync/ssp?ssp=4&gdpr={{.GDPR}}&us_privacy={{.USPrivacy}}&redir="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Daja%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%25s")
@@ -763,6 +764,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.adhese.endpoint", "https://ads-{{.AccountID}}.adhese.com/json")
v.SetDefault("adapters.adkernel.endpoint", "http://{{.Host}}/hb?zone={{.ZoneID}}")
v.SetDefault("adapters.adkerneladn.endpoint", "http://{{.Host}}/rtbpub?account={{.PublisherID}}")
+ v.SetDefault("adapters.adman.endpoint", "http://eu-ams-1.admanmedia.com/?c=o&m=ortb")
v.SetDefault("adapters.admixer.endpoint", "http://inv-nets.admixer.net/pbs.aspx")
v.SetDefault("adapters.adocean.endpoint", "https://{{.Host}}")
v.SetDefault("adapters.adoppler.endpoint", "http://app.trustedmarketplace.io/ads")
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 44054df06fd..c30bb0c622e 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -14,6 +14,7 @@ import (
"github.com/prebid/prebid-server/adapters/adhese"
"github.com/prebid/prebid-server/adapters/adkernel"
"github.com/prebid/prebid-server/adapters/adkernelAdn"
+ "github.com/prebid/prebid-server/adapters/adman"
"github.com/prebid/prebid-server/adapters/admixer"
"github.com/prebid/prebid-server/adapters/adocean"
"github.com/prebid/prebid-server/adapters/adoppler"
@@ -98,6 +99,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderAdhese: adhese.NewAdheseBidder(cfg.Adapters[string(openrtb_ext.BidderAdhese)].Endpoint),
openrtb_ext.BidderAdkernel: adkernel.NewAdkernelAdapter(cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderAdkernel))].Endpoint),
openrtb_ext.BidderAdkernelAdn: adkernelAdn.NewAdkernelAdnAdapter(cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderAdkernelAdn))].Endpoint),
+ openrtb_ext.BidderAdman: adman.NewAdmanBidder(cfg.Adapters[string(openrtb_ext.BidderAdman)].Endpoint),
openrtb_ext.BidderAdmixer: admixer.NewAdmixerBidder(cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderAdmixer))].Endpoint),
openrtb_ext.BidderAdOcean: adocean.NewAdOceanBidder(client, cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderAdOcean))].Endpoint),
openrtb_ext.BidderAdoppler: adoppler.NewAdopplerBidder(cfg.Adapters[string(openrtb_ext.BidderAdoppler)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index 1f9cffb9938..49d7b09d671 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -31,6 +31,7 @@ const (
BidderAdkernel BidderName = "adkernel"
BidderAdkernelAdn BidderName = "adkernelAdn"
BidderAdpone BidderName = "adpone"
+ BidderAdman BidderName = "adman"
BidderAdmixer BidderName = "admixer"
BidderAdOcean BidderName = "adocean"
BidderAdtarget BidderName = "adtarget"
@@ -110,6 +111,7 @@ var BidderMap = map[string]BidderName{
"adhese": BidderAdhese,
"adkernel": BidderAdkernel,
"adkernelAdn": BidderAdkernelAdn,
+ "adman": BidderAdman,
"admixer": BidderAdmixer,
"adocean": BidderAdOcean,
"adpone": BidderAdpone,
diff --git a/openrtb_ext/imp_adman.go b/openrtb_ext/imp_adman.go
new file mode 100644
index 00000000000..bc79415452c
--- /dev/null
+++ b/openrtb_ext/imp_adman.go
@@ -0,0 +1,6 @@
+package openrtb_ext
+
+// ExtImpAdman defines adman specifiec param
+type ExtImpAdman struct {
+ TagID string `json:"TagID"`
+}
diff --git a/static/bidder-info/adman.yaml b/static/bidder-info/adman.yaml
new file mode 100644
index 00000000000..932ef2e4242
--- /dev/null
+++ b/static/bidder-info/adman.yaml
@@ -0,0 +1,11 @@
+maintainer:
+ email: "prebid@admanmedia.com"
+capabilities:
+ app:
+ mediaTypes:
+ - banner
+ - video
+ site:
+ mediaTypes:
+ - banner
+ - video
\ No newline at end of file
diff --git a/static/bidder-params/adman.json b/static/bidder-params/adman.json
new file mode 100644
index 00000000000..90021e2cdfd
--- /dev/null
+++ b/static/bidder-params/adman.json
@@ -0,0 +1,15 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Adman Adapter Params",
+ "description": "A schema which validates params accepted by the Adman adapter",
+
+ "type": "object",
+ "properties": {
+ "TagID": {
+ "type": "string",
+ "description": "An ID which identifies the adman ad tag"
+ }
+ },
+ "required" : [ "TagID" ]
+ }
+
\ No newline at end of file
diff --git a/usersync/usersyncers/syncer.go b/usersync/usersyncers/syncer.go
index 5657c8b7010..f1f643afb74 100755
--- a/usersync/usersyncers/syncer.go
+++ b/usersync/usersyncers/syncer.go
@@ -9,6 +9,7 @@ import (
"github.com/prebid/prebid-server/adapters/adform"
"github.com/prebid/prebid-server/adapters/adkernel"
"github.com/prebid/prebid-server/adapters/adkernelAdn"
+ "github.com/prebid/prebid-server/adapters/adman"
"github.com/prebid/prebid-server/adapters/admixer"
"github.com/prebid/prebid-server/adapters/adocean"
"github.com/prebid/prebid-server/adapters/adpone"
@@ -84,6 +85,7 @@ func NewSyncerMap(cfg *config.Configuration) map[openrtb_ext.BidderName]usersync
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdform, adform.NewAdformSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdkernel, adkernel.NewAdkernelSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdkernelAdn, adkernelAdn.NewAdkernelAdnSyncer)
+ insertIntoMap(cfg, syncers, openrtb_ext.BidderAdman, adman.NewAdmanSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdmixer, admixer.NewAdmixerSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdOcean, adocean.NewAdOceanSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderAdpone, adpone.NewadponeSyncer)
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index 363cd491648..b23541eaf8a 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -18,6 +18,7 @@ func TestNewSyncerMap(t *testing.T) {
string(openrtb_ext.BidderAdform): syncConfig,
string(openrtb_ext.BidderAdkernel): syncConfig,
string(openrtb_ext.BidderAdkernelAdn): syncConfig,
+ string(openrtb_ext.BidderAdman): syncConfig,
string(openrtb_ext.BidderAdmixer): syncConfig,
string(openrtb_ext.BidderAdOcean): syncConfig,
string(openrtb_ext.BidderAdpone): syncConfig,
From e376a8bbfcf513d65821f9c97547913d9a9c0d93 Mon Sep 17 00:00:00 2001
From: Brian Sardo <1168933+bsardo@users.noreply.github.com>
Date: Wed, 24 Jun 2020 14:08:14 -0400
Subject: [PATCH 125/381] =?UTF-8?q?PBS-632=20add=20max=20connections=20per?=
=?UTF-8?q?=20host=20config=20setting=20to=20general=20http=20a=E2=80=A6?=
=?UTF-8?q?=20(#1366)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
config/config.go | 3 +++
config/config_test.go | 4 ++++
router/router.go | 2 ++
3 files changed, 9 insertions(+)
diff --git a/config/config.go b/config/config.go
index bb2c3191491..7d34954583f 100755
--- a/config/config.go
+++ b/config/config.go
@@ -74,6 +74,7 @@ type Configuration struct {
const MIN_COOKIE_SIZE_BYTES = 500
type HTTPClient struct {
+ MaxConnsPerHost int `mapstructure:"max_connections_per_host"`
MaxIdleConns int `mapstructure:"max_idle_connections"`
MaxIdleConnsPerHost int `mapstructure:"max_idle_connections_per_host"`
IdleConnTimeout int `mapstructure:"idle_connection_timeout_seconds"`
@@ -669,9 +670,11 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("host_cookie.value", "")
v.SetDefault("host_cookie.ttl_days", 90)
v.SetDefault("host_cookie.max_cookie_size_bytes", 0)
+ v.SetDefault("http_client.max_connections_per_host", 0) // unlimited
v.SetDefault("http_client.max_idle_connections", 400)
v.SetDefault("http_client.max_idle_connections_per_host", 10)
v.SetDefault("http_client.idle_connection_timeout_seconds", 60)
+ v.SetDefault("http_client_cache.max_connections_per_host", 0) // unlimited
v.SetDefault("http_client_cache.max_idle_connections", 10)
v.SetDefault("http_client_cache.max_idle_connections_per_host", 2)
v.SetDefault("http_client_cache.idle_connection_timeout_seconds", 60)
diff --git a/config/config_test.go b/config/config_test.go
index 2b291fe978d..c7d406cc8cc 100644
--- a/config/config_test.go
+++ b/config/config_test.go
@@ -67,10 +67,12 @@ external_cache:
host: www.externalprebidcache.net
path: endpoints/cache
http_client:
+ max_connections_per_host: 10
max_idle_connections: 500
max_idle_connections_per_host: 20
idle_connection_timeout_seconds: 30
http_client_cache:
+ max_connections_per_host: 5
max_idle_connections: 1
max_idle_connections_per_host: 2
idle_connection_timeout_seconds: 3
@@ -217,9 +219,11 @@ func TestFullConfig(t *testing.T) {
cmpStrings(t, "cache.query", cfg.CacheURL.Query, "uuid=%PBS_CACHE_UUID%")
cmpStrings(t, "external_cache.host", cfg.ExtCacheURL.Host, "www.externalprebidcache.net")
cmpStrings(t, "external_cache.path", cfg.ExtCacheURL.Path, "endpoints/cache")
+ cmpInts(t, "http_client.max_connections_per_host", cfg.Client.MaxConnsPerHost, 10)
cmpInts(t, "http_client.max_idle_connections", cfg.Client.MaxIdleConns, 500)
cmpInts(t, "http_client.max_idle_connections_per_host", cfg.Client.MaxIdleConnsPerHost, 20)
cmpInts(t, "http_client.idle_connection_timeout_seconds", cfg.Client.IdleConnTimeout, 30)
+ cmpInts(t, "http_client_cache.max_connections_per_host", cfg.CacheClient.MaxConnsPerHost, 5)
cmpInts(t, "http_client_cache.max_idle_connections", cfg.CacheClient.MaxIdleConns, 1)
cmpInts(t, "http_client_cache.max_idle_connections_per_host", cfg.CacheClient.MaxIdleConnsPerHost, 2)
cmpInts(t, "http_client_cache.idle_connection_timeout_seconds", cfg.CacheClient.IdleConnTimeout, 3)
diff --git a/router/router.go b/router/router.go
index 045c86ef25f..30936705a22 100644
--- a/router/router.go
+++ b/router/router.go
@@ -188,6 +188,7 @@ func New(cfg *config.Configuration, rateConvertor *currencies.RateConverter) (r
generalHttpClient := &http.Client{
Transport: &http.Transport{
+ MaxConnsPerHost: cfg.Client.MaxConnsPerHost,
MaxIdleConns: cfg.Client.MaxIdleConns,
MaxIdleConnsPerHost: cfg.Client.MaxIdleConnsPerHost,
IdleConnTimeout: time.Duration(cfg.Client.IdleConnTimeout) * time.Second,
@@ -197,6 +198,7 @@ func New(cfg *config.Configuration, rateConvertor *currencies.RateConverter) (r
cacheHttpClient := &http.Client{
Transport: &http.Transport{
+ MaxConnsPerHost: cfg.CacheClient.MaxConnsPerHost,
MaxIdleConns: cfg.CacheClient.MaxIdleConns,
MaxIdleConnsPerHost: cfg.CacheClient.MaxIdleConnsPerHost,
IdleConnTimeout: time.Duration(cfg.CacheClient.IdleConnTimeout) * time.Second,
From 16676360160b9a53286e8c8bcacf3454d923457d Mon Sep 17 00:00:00 2001
From: Marsel
Date: Thu, 25 Jun 2020 17:29:25 +0300
Subject: [PATCH 126/381] Add ext.bidder.zoneid for Kubient adapater (#1367)
* Add ext.bidder.zoneid for Kubient adapater
* Check the number of Imps. zoneid is optional.
---
adapters/kubient/kubient.go | 49 ++++++++++++++++---
.../kubient/kubienttest/exemplary/banner.json | 8 ++-
.../kubient/kubienttest/exemplary/video.json | 8 ++-
.../supplemental/bad_response.json | 8 ++-
.../supplemental/missing-zoneid.json | 31 ++++++++++++
.../kubienttest/supplemental/no-imps.json | 12 +++++
.../kubienttest/supplemental/status_204.json | 2 +
.../kubienttest/supplemental/status_400.json | 8 ++-
openrtb_ext/imp_kubient.go | 6 +++
static/bidder-params/kubient.json | 8 ++-
10 files changed, 123 insertions(+), 17 deletions(-)
create mode 100644 adapters/kubient/kubienttest/supplemental/missing-zoneid.json
create mode 100644 adapters/kubient/kubienttest/supplemental/no-imps.json
create mode 100644 openrtb_ext/imp_kubient.go
diff --git a/adapters/kubient/kubient.go b/adapters/kubient/kubient.go
index cb1fe93ff82..acfaa44b6af 100644
--- a/adapters/kubient/kubient.go
+++ b/adapters/kubient/kubient.go
@@ -24,10 +24,24 @@ type KubientAdapter struct {
func (adapter *KubientAdapter) MakeRequests(
openRTBRequest *openrtb.BidRequest,
reqInfo *adapters.ExtraRequestInfo,
-) (
- requestsToBidder []*adapters.RequestData,
- errs []error,
-) {
+) ([]*adapters.RequestData, []error) {
+ if len(openRTBRequest.Imp) == 0 {
+ return nil, []error{&errortypes.BadInput{
+ Message: "No impression in the bid request",
+ }}
+ }
+ errs := make([]error, 0, len(openRTBRequest.Imp))
+ hasErrors := false
+ for _, impObj := range openRTBRequest.Imp {
+ err := checkImpExt(impObj)
+ if err != nil {
+ errs = append(errs, err)
+ hasErrors = true
+ }
+ }
+ if hasErrors {
+ return nil, errs
+ }
openRTBRequestJSON, err := json.Marshal(openRTBRequest)
if err != nil {
errs = append(errs, err)
@@ -36,17 +50,36 @@ func (adapter *KubientAdapter) MakeRequests(
headers := http.Header{}
headers.Add("Content-Type", "application/json;charset=utf-8")
- requestToBidder := &adapters.RequestData{
+ requestsToBidder := []*adapters.RequestData{{
Method: "POST",
Uri: adapter.endpoint,
Body: openRTBRequestJSON,
Headers: headers,
- }
- requestsToBidder = append(requestsToBidder, requestToBidder)
-
+ }}
return requestsToBidder, errs
}
+func checkImpExt(impObj openrtb.Imp) error {
+ var bidderExt adapters.ExtImpBidder
+ if err := json.Unmarshal(impObj.Ext, &bidderExt); err != nil {
+ return &errortypes.BadInput{
+ Message: "ext.bidder not provided",
+ }
+ }
+ var kubientExt openrtb_ext.ExtImpKubient
+ if err := json.Unmarshal(bidderExt.Bidder, &kubientExt); err != nil {
+ return &errortypes.BadInput{
+ Message: "ext.bidder.zoneid is not provided",
+ }
+ }
+ if kubientExt.ZoneID == "" {
+ return &errortypes.BadInput{
+ Message: "zoneid is empty",
+ }
+ }
+ return nil
+}
+
// MakeBids makes the bids
func (adapter *KubientAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
var errs []error
diff --git a/adapters/kubient/kubienttest/exemplary/banner.json b/adapters/kubient/kubienttest/exemplary/banner.json
index a32c761a7d0..9af4f9f8cfa 100644
--- a/adapters/kubient/kubienttest/exemplary/banner.json
+++ b/adapters/kubient/kubienttest/exemplary/banner.json
@@ -17,7 +17,9 @@
]
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "9042"
+ }
}
}
]
@@ -44,7 +46,9 @@
]
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "9042"
+ }
}
}
]
diff --git a/adapters/kubient/kubienttest/exemplary/video.json b/adapters/kubient/kubienttest/exemplary/video.json
index 59d32874cec..d9346c3fa46 100644
--- a/adapters/kubient/kubienttest/exemplary/video.json
+++ b/adapters/kubient/kubienttest/exemplary/video.json
@@ -11,7 +11,9 @@
"h": 576
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "9010"
+ }
}
}
]
@@ -32,7 +34,9 @@
"h": 576
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "9010"
+ }
}
}
]
diff --git a/adapters/kubient/kubienttest/supplemental/bad_response.json b/adapters/kubient/kubienttest/supplemental/bad_response.json
index 166743cf497..076acf29058 100644
--- a/adapters/kubient/kubienttest/supplemental/bad_response.json
+++ b/adapters/kubient/kubienttest/supplemental/bad_response.json
@@ -13,7 +13,9 @@
]
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "23"
+ }
}
}
]
@@ -36,7 +38,9 @@
]
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "23"
+ }
}
}
]
diff --git a/adapters/kubient/kubienttest/supplemental/missing-zoneid.json b/adapters/kubient/kubienttest/supplemental/missing-zoneid.json
new file mode 100644
index 00000000000..cfd616621e2
--- /dev/null
+++ b/adapters/kubient/kubienttest/supplemental/missing-zoneid.json
@@ -0,0 +1,31 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-missing-req-param-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {}
+ }
+ }
+ ]
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "zoneid is empty",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/kubient/kubienttest/supplemental/no-imps.json b/adapters/kubient/kubienttest/supplemental/no-imps.json
new file mode 100644
index 00000000000..189adf9a932
--- /dev/null
+++ b/adapters/kubient/kubienttest/supplemental/no-imps.json
@@ -0,0 +1,12 @@
+{
+ "mockBidRequest": {
+ "id": "test-no-imp-request-id",
+ "imp": []
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "No impression in the bid request",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/kubient/kubienttest/supplemental/status_204.json b/adapters/kubient/kubienttest/supplemental/status_204.json
index 58bb2629a5e..6794d58be6c 100644
--- a/adapters/kubient/kubienttest/supplemental/status_204.json
+++ b/adapters/kubient/kubienttest/supplemental/status_204.json
@@ -14,6 +14,7 @@
},
"ext": {
"bidder": {
+ "zoneid": "203"
}
}
}
@@ -39,6 +40,7 @@
},
"ext": {
"bidder": {
+ "zoneid": "203"
}
}
}
diff --git a/adapters/kubient/kubienttest/supplemental/status_400.json b/adapters/kubient/kubienttest/supplemental/status_400.json
index e895f793dc1..29438cc3b8b 100644
--- a/adapters/kubient/kubienttest/supplemental/status_400.json
+++ b/adapters/kubient/kubienttest/supplemental/status_400.json
@@ -13,7 +13,9 @@
]
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "102"
+ }
}
}
]
@@ -37,7 +39,9 @@
]
},
"ext": {
- "bidder": {}
+ "bidder": {
+ "zoneid": "102"
+ }
}
}
]
diff --git a/openrtb_ext/imp_kubient.go b/openrtb_ext/imp_kubient.go
new file mode 100644
index 00000000000..fafd2a0eb8f
--- /dev/null
+++ b/openrtb_ext/imp_kubient.go
@@ -0,0 +1,6 @@
+package openrtb_ext
+
+// ExtImpKubient defines the contract for bidrequest.imp[i].ext.kubient
+type ExtImpKubient struct {
+ ZoneID string `json:"zoneid"`
+}
diff --git a/static/bidder-params/kubient.json b/static/bidder-params/kubient.json
index a75dd734ff2..9b975289a7b 100644
--- a/static/bidder-params/kubient.json
+++ b/static/bidder-params/kubient.json
@@ -3,5 +3,11 @@
"title": "Kubient Adapter Params",
"description": "A schema which validates params accepted by the Kubient adapter",
"type": "object",
- "properties": { }
+ "properties": {
+ "zoneid": {
+ "type": "string",
+ "description": "Zone ID identifies Kubient placement ID.",
+ "minLength": 1
+ }
+ }
}
From 8378a4529e66dc389167984607b8b4adf2a31dbf Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Mon, 29 Jun 2020 14:21:20 -0400
Subject: [PATCH 127/381] Improved IPv6 Support + Private Network Filtering
(#1362)
---
config/config.go | 41 ++-
config/config_test.go | 74 +++-
config/requestvalidation.go | 55 +++
config/requestvalidation_test.go | 145 ++++++++
endpoints/openrtb2/amp_auction.go | 9 +-
endpoints/openrtb2/auction.go | 96 +++--
endpoints/openrtb2/auction_test.go | 196 ++++++++++-
.../supplementary/site-has-ipv4.json | 38 ++
.../supplementary/site-has-ipv6.json | 38 ++
endpoints/openrtb2/video_auction.go | 24 +-
endpoints/openrtb2/video_auction_test.go | 10 +-
exchange/exchange_test.go | 15 +-
main_test.go | 14 +-
pbs/pbsrequest.go | 11 +-
prebid/prebid.go | 82 -----
util/httputil/httputil.go | 99 ++++++
util/httputil/httputil_test.go | 327 ++++++++++++++++++
util/iputil/parse.go | 27 ++
util/iputil/parse_test.go | 30 ++
util/iputil/validator.go | 48 +++
util/iputil/validator_test.go | 222 ++++++++++++
21 files changed, 1420 insertions(+), 181 deletions(-)
create mode 100644 config/requestvalidation.go
create mode 100644 config/requestvalidation_test.go
create mode 100644 endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv4.json
create mode 100644 endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv6.json
delete mode 100644 prebid/prebid.go
create mode 100644 util/httputil/httputil.go
create mode 100644 util/httputil/httputil_test.go
create mode 100644 util/iputil/parse.go
create mode 100644 util/iputil/parse_test.go
create mode 100644 util/iputil/validator.go
create mode 100644 util/iputil/validator_test.go
diff --git a/config/config.go b/config/config.go
index 7d34954583f..50cfbb1c170 100755
--- a/config/config.go
+++ b/config/config.go
@@ -17,7 +17,7 @@ import (
validator "github.com/asaskevich/govalidator"
)
-// Configuration
+// Configuration specifies the static application config.
type Configuration struct {
ExternalURL string `mapstructure:"external_url"`
Host string `mapstructure:"host"`
@@ -69,6 +69,8 @@ type Configuration struct {
RequestTimeoutHeaders RequestTimeoutHeaders `mapstructure:"request_timeout_headers"`
// Debug/logging flags go here
Debug Debug `mapstructure:"debug"`
+ // RequestValidation specifies the request validation options.
+ RequestValidation RequestValidation `mapstructure:"request_validation"`
}
const MIN_COOKIE_SIZE_BYTES = 500
@@ -239,15 +241,15 @@ type HostCookie struct {
TTL int64 `mapstructure:"ttl_days"`
}
+func (cfg *HostCookie) TTLDuration() time.Duration {
+ return time.Duration(cfg.TTL) * time.Hour * 24
+}
+
type RequestTimeoutHeaders struct {
RequestTimeInQueue string `mapstructure:"request_time_in_queue"`
RequestTimeoutInQueue string `mapstructure:"request_timeout_in_queue"`
}
-func (cfg *HostCookie) TTLDuration() time.Duration {
- return time.Duration(cfg.TTL) * time.Hour * 24
-}
-
const (
dummyHost string = "dummyhost.com"
dummyPublisherID string = "12"
@@ -498,6 +500,15 @@ func New(v *viper.Viper) (*Configuration, error) {
}
c.setDerivedDefaults()
+ if err := c.RequestValidation.Parse(); err != nil {
+ return nil, err
+ }
+
+ if err := isValidCookieSize(c.HostCookie.MaxCookieSizeBytes); err != nil {
+ glog.Fatal(fmt.Printf("Max cookie size %d cannot be less than %d \n", c.HostCookie.MaxCookieSizeBytes, MIN_COOKIE_SIZE_BYTES))
+ return nil, err
+ }
+
// To look for a request's publisher_id in the NonStandardPublishers list in
// O(1) time, we fill this hash table located in the NonStandardPublisherMap field of GDPR
c.GDPR.NonStandardPublisherMap = make(map[string]int)
@@ -519,11 +530,6 @@ func New(v *viper.Viper) (*Configuration, error) {
c.BlacklistedAcctMap[c.BlacklistedAccts[i]] = true
}
- if err := isValidCookieSize(c.HostCookie.MaxCookieSizeBytes); err != nil {
- glog.Fatal(fmt.Printf("Max cookie size %d cannot be less than %d \n", c.HostCookie.MaxCookieSizeBytes, MIN_COOKIE_SIZE_BYTES))
- return nil, err
- }
-
glog.Info("Logging the resolved configuration:")
logGeneral(reflect.ValueOf(c), " \t")
if errs := c.validate(); len(errs) > 0 {
@@ -875,8 +881,23 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("debug.timeout_notification.sampling_rate", 0.0)
v.SetDefault("debug.timeout_notification.fail_only", false)
+ /* IPv4
+ /* Site Local: 10.0.0.0/8, 172.16.0.0/12, 192.168.0.0/16
+ /* Link Local: 169.254.0.0/16
+ /* Loopback: 127.0.0.0/8
+ /*
+ /* IPv6
+ /* Loopback: ::1/128
+ /* Unique Local: fc00::/7
+ /* Link Local: fe80::/10
+ /* Multicast: ff00::/8
+ */
+ v.SetDefault("request_validation.ipv4_private_networks", []string{"10.0.0.0/8", "172.16.0.0/12", "192.168.0.0/16", "169.254.0.0/16", "127.0.0.0/8"})
+ v.SetDefault("request_validation.ipv6_private_networks", []string{"::1/128", "fc00::/7", "fe80::/10", "ff00::/8"})
+
// Set environment variable support:
v.SetEnvKeyReplacer(strings.NewReplacer(".", "_"))
+ v.SetTypeByDefaultValue(true)
v.SetEnvPrefix("PBS")
v.AutomaticEnv()
v.ReadInConfig()
diff --git a/config/config_test.go b/config/config_test.go
index c7d406cc8cc..3456694db5c 100644
--- a/config/config_test.go
+++ b/config/config_test.go
@@ -2,7 +2,7 @@ package config
import (
"bytes"
- "fmt"
+ "net"
"strings"
"testing"
"time"
@@ -119,6 +119,9 @@ adapters:
blacklisted_apps: ["spamAppID","sketchy-app-id"]
account_required: true
certificates_file: /etc/ssl/cert.pem
+request_validation:
+ ipv4_private_networks: ["1.1.1.0/24"]
+ ipv6_private_networks: ["1111::/16", "2222::/16"]
`)
var adapterExtraInfoConfig = []byte(`
@@ -292,6 +295,9 @@ func TestFullConfig(t *testing.T) {
cmpBools(t, "account_required", cfg.AccountRequired, true)
cmpBools(t, "account_adapter_details", cfg.Metrics.Disabled.AccountAdapterDetails, true)
cmpStrings(t, "certificates_file", cfg.PemCertsFile, "/etc/ssl/cert.pem")
+ cmpStrings(t, "request_validation.ipv4_private_networks", cfg.RequestValidation.IPv4PrivateNetworks[0], "1.1.1.0/24")
+ cmpStrings(t, "request_validation.ipv6_private_networks", cfg.RequestValidation.IPv6PrivateNetworks[0], "1111::/16")
+ cmpStrings(t, "request_validation.ipv6_private_networks", cfg.RequestValidation.IPv6PrivateNetworks[1], "2222::/16")
}
func TestUnmarshalAdapterExtraInfo(t *testing.T) {
@@ -412,23 +418,63 @@ func TestLimitTimeout(t *testing.T) {
}
func TestCookieSizeError(t *testing.T) {
- type aTest struct {
- cookieHost *HostCookie
+ testCases := []struct {
+ description string
+ cookieSize int
expectError bool
+ }{
+ {"MIN_COOKIE_SIZE_BYTES + 1", MIN_COOKIE_SIZE_BYTES + 1, false},
+ {"MIN_COOKIE_SIZE_BYTES", MIN_COOKIE_SIZE_BYTES, false},
+ {"MIN_COOKIE_SIZE_BYTES - 1", MIN_COOKIE_SIZE_BYTES - 1, true},
+ {"Zero", 0, false},
+ {"Negative", -100, true},
}
- testCases := []aTest{
- {cookieHost: &HostCookie{MaxCookieSizeBytes: 1 << 15}, expectError: false}, //32 KB, no error
- {cookieHost: &HostCookie{MaxCookieSizeBytes: 800}, expectError: false},
- {cookieHost: &HostCookie{MaxCookieSizeBytes: 500}, expectError: false},
- {cookieHost: &HostCookie{MaxCookieSizeBytes: 0}, expectError: false},
- {cookieHost: &HostCookie{MaxCookieSizeBytes: 200}, expectError: true},
- {cookieHost: &HostCookie{MaxCookieSizeBytes: -100}, expectError: true},
+
+ for _, test := range testCases {
+ resultErr := isValidCookieSize(test.cookieSize)
+
+ if test.expectError {
+ assert.Error(t, resultErr, test.description)
+ } else {
+ assert.NoError(t, resultErr, test.description)
+ }
+ }
+}
+
+func TestNewCallsRequestValidation(t *testing.T) {
+ testCases := []struct {
+ description string
+ privateIPNetworks string
+ expectedError string
+ expectedIPs []net.IPNet
+ }{
+ {
+ description: "Valid",
+ privateIPNetworks: `["1.1.1.0/24"]`,
+ expectedIPs: []net.IPNet{{IP: net.IP{1, 1, 1, 0}, Mask: net.CIDRMask(24, 32)}},
+ },
+ {
+ description: "Invalid",
+ privateIPNetworks: `["1"]`,
+ expectedError: "Invalid private IPv4 networks: '1'",
+ },
}
- for i := range testCases {
- if testCases[i].expectError {
- assert.Error(t, isValidCookieSize(testCases[i].cookieHost.MaxCookieSizeBytes), fmt.Sprintf("Configuration.HostCookie.MaxCookieSizeBytes less than MIN_COOKIE_SIZE_BYTES = %d and not equal to zero should return an error", MIN_COOKIE_SIZE_BYTES))
+
+ for _, test := range testCases {
+ v := viper.New()
+ SetupViper(v, "")
+ v.SetConfigType("yaml")
+ v.ReadConfig(bytes.NewBuffer([]byte(
+ `request_validation:
+ ipv4_private_networks: ` + test.privateIPNetworks)))
+
+ result, resultErr := New(v)
+
+ if test.expectedError == "" {
+ assert.NoError(t, resultErr, test.description+":err")
+ assert.ElementsMatch(t, test.expectedIPs, result.RequestValidation.IPv4PrivateNetworksParsed, test.description+":parsed")
} else {
- assert.NoError(t, isValidCookieSize(testCases[i].cookieHost.MaxCookieSizeBytes), fmt.Sprintf("Configuration.HostCookie.MaxCookieSizeBytes greater than MIN_COOKIE_SIZE_BYTES = %d or equal to zero should not return an error", MIN_COOKIE_SIZE_BYTES))
+ assert.Error(t, resultErr, test.description+":err")
}
}
}
diff --git a/config/requestvalidation.go b/config/requestvalidation.go
new file mode 100644
index 00000000000..0824f4da880
--- /dev/null
+++ b/config/requestvalidation.go
@@ -0,0 +1,55 @@
+package config
+
+import (
+ "errors"
+ "fmt"
+ "net"
+ "strings"
+)
+
+// RequestValidation specifies the request validation options.
+type RequestValidation struct {
+ IPv4PrivateNetworks []string `mapstructure:"ipv4_private_networks,flow"`
+ IPv4PrivateNetworksParsed []net.IPNet
+
+ IPv6PrivateNetworks []string `mapstructure:"ipv6_private_networks,flow"`
+ IPv6PrivateNetworksParsed []net.IPNet
+}
+
+// Parse converts the CIDR representation of the IPv4 and IPv6 private networks as net.IPNet structs, or returns an error if at least one is invalid.
+func (r *RequestValidation) Parse() error {
+ ipv4Nets, err := parseNetworks(r.IPv4PrivateNetworks, net.IPv4len)
+ if err != nil {
+ return errors.New("Invalid private IPv4 network: " + err.Error())
+ }
+
+ ipv6Nets, err := parseNetworks(r.IPv6PrivateNetworks, net.IPv6len)
+ if err != nil {
+ return errors.New("Invalid private IPv6 network: " + err.Error())
+ }
+
+ r.IPv4PrivateNetworksParsed = ipv4Nets
+ r.IPv6PrivateNetworksParsed = ipv6Nets
+ return nil
+}
+
+func parseNetworks(networks []string, networksLen int) ([]net.IPNet, error) {
+ ipNetworks := make([]net.IPNet, 0, len(networks))
+ errMsg := strings.Builder{}
+
+ for _, v := range networks {
+ v := strings.TrimSpace(v)
+
+ if _, ipNet, err := net.ParseCIDR(v); err != nil || len(ipNet.IP) != networksLen {
+ fmt.Fprintf(&errMsg, "'%s',", v)
+ } else {
+ ipNetworks = append(ipNetworks, *ipNet)
+ }
+ }
+
+ if errMsg.Len() > 0 {
+ return nil, errors.New(errMsg.String()[:errMsg.Len()-1])
+ }
+
+ return ipNetworks, nil
+}
diff --git a/config/requestvalidation_test.go b/config/requestvalidation_test.go
new file mode 100644
index 00000000000..cacb4f2d140
--- /dev/null
+++ b/config/requestvalidation_test.go
@@ -0,0 +1,145 @@
+package config
+
+import (
+ "net"
+ "testing"
+
+ "github.com/stretchr/testify/assert"
+)
+
+func TestParse(t *testing.T) {
+ ipv4Mask16 := net.CIDRMask(16, 32)
+ ipv4Mask24 := net.CIDRMask(24, 32)
+
+ ipv6Mask16 := net.CIDRMask(16, 128)
+ ipv6Mask32 := net.CIDRMask(32, 128)
+
+ testCases := []struct {
+ description string
+ ipv4 []string
+ ipv4Expected []net.IPNet
+ ipv6 []string
+ ipv6Expected []net.IPNet
+ expectedErr string
+ }{
+ {
+ description: "Empty",
+ ipv4: []string{},
+ ipv4Expected: []net.IPNet{},
+ ipv6: []string{},
+ ipv6Expected: []net.IPNet{},
+ },
+ {
+ description: "One",
+ ipv4: []string{"1.1.1.1/24"},
+ ipv4Expected: []net.IPNet{{IP: net.IP{1, 1, 1, 0}, Mask: ipv4Mask24}},
+ ipv6: []string{"1111:2222::/16"},
+ ipv6Expected: []net.IPNet{{IP: net.ParseIP("1111::"), Mask: ipv6Mask16}},
+ },
+ {
+ description: "One - Ignore Whitespace",
+ ipv4: []string{" 1.1.1.1/24 "},
+ ipv4Expected: []net.IPNet{{IP: net.IP{1, 1, 1, 0}, Mask: ipv4Mask24}},
+ ipv6: []string{" 1111:2222::/16 "},
+ ipv6Expected: []net.IPNet{{IP: net.ParseIP("1111::"), Mask: ipv6Mask16}},
+ },
+ {
+ description: "Many",
+ ipv4: []string{"1.1.1.1/24", "2.2.2.2/16"},
+ ipv4Expected: []net.IPNet{{IP: net.IP{1, 1, 1, 0}, Mask: ipv4Mask24}, {IP: net.IP{2, 2, 0, 0}, Mask: ipv4Mask16}},
+ ipv6: []string{"1111:2222::/16", "1111:2222:3333::/32"},
+ ipv6Expected: []net.IPNet{{IP: net.ParseIP("1111::"), Mask: ipv6Mask16}, {IP: net.ParseIP("1111:2222::"), Mask: ipv6Mask32}},
+ },
+ {
+ description: "Malformed - IPv4 - One",
+ ipv4: []string{"malformed1"},
+ ipv6: []string{},
+ expectedErr: "Invalid private IPv4 network: 'malformed1'",
+ },
+ {
+ description: "Malformed - IPv4 - Many",
+ ipv4: []string{"malformed1", "malformed2"},
+ ipv6: []string{},
+ expectedErr: "Invalid private IPv4 network: 'malformed1','malformed2'",
+ },
+ {
+ description: "Malformed - IPv6 - One",
+ ipv4: []string{},
+ ipv6: []string{"malformed2"},
+ expectedErr: "Invalid private IPv6 network: 'malformed2'",
+ },
+ {
+ description: "Malformed - IPv6 - Many",
+ ipv4: []string{},
+ ipv6: []string{"malformed1", "malformed2"},
+ expectedErr: "Invalid private IPv6 network: 'malformed1','malformed2'",
+ },
+ {
+ description: "Malformed - Mixed",
+ ipv4: []string{"malformed1"},
+ ipv6: []string{"malformed2"},
+ expectedErr: "Invalid private IPv4 network: 'malformed1'",
+ },
+ {
+ description: "Malformed - IPv4 - Ignore Whitespace",
+ ipv4: []string{" malformed1 "},
+ ipv6: []string{},
+ expectedErr: "Invalid private IPv4 network: 'malformed1'",
+ },
+ {
+ description: "Malformed - IPv6 - Ignore Whitespace",
+ ipv4: []string{},
+ ipv6: []string{" malformed2 "},
+ expectedErr: "Invalid private IPv6 network: 'malformed2'",
+ },
+ {
+ description: "Malformed - IPv4 - Missing Network Mask",
+ ipv4: []string{"1.1.1.1"},
+ ipv6: []string{},
+ expectedErr: "Invalid private IPv4 network: '1.1.1.1'",
+ },
+ {
+ description: "Malformed - IPv6 - Missing Network Mask",
+ ipv4: []string{},
+ ipv6: []string{"1111::"},
+ expectedErr: "Invalid private IPv6 network: '1111::'",
+ },
+ {
+ description: "Malformed - IPv4 - Wrong IP Version",
+ ipv4: []string{"1111::/16"},
+ ipv6: []string{},
+ expectedErr: "Invalid private IPv4 network: '1111::/16'",
+ },
+ {
+ description: "Malformed - IPv6 - Wrong IP Version",
+ ipv4: []string{},
+ ipv6: []string{"1.1.1.1/16"},
+ expectedErr: "Invalid private IPv6 network: '1.1.1.1/16'",
+ },
+ {
+ description: "Malformed - IPv6 Mapped IPv4",
+ ipv4: []string{"::FFFF:1.1.1.1"},
+ ipv6: []string{},
+ expectedErr: "Invalid private IPv4 network: '::FFFF:1.1.1.1'",
+ },
+ }
+
+ for _, test := range testCases {
+ requestValidation := &RequestValidation{
+ IPv4PrivateNetworks: test.ipv4,
+ IPv6PrivateNetworks: test.ipv6,
+ }
+
+ err := requestValidation.Parse()
+
+ if test.expectedErr == "" {
+ assert.NoError(t, err, test.description+":err")
+ } else {
+ assert.Error(t, err, test.description+":err")
+ assert.Equal(t, test.expectedErr, err.Error(), test.description+":err_msg")
+ }
+
+ assert.ElementsMatch(t, requestValidation.IPv4PrivateNetworksParsed, test.ipv4Expected, test.description+":ipv4")
+ assert.ElementsMatch(t, requestValidation.IPv6PrivateNetworksParsed, test.ipv6Expected, test.description+":ipv6")
+ }
+}
diff --git a/endpoints/openrtb2/amp_auction.go b/endpoints/openrtb2/amp_auction.go
index 2dcd572c63c..e8b5d3ecc76 100644
--- a/endpoints/openrtb2/amp_auction.go
+++ b/endpoints/openrtb2/amp_auction.go
@@ -26,6 +26,7 @@ import (
"github.com/prebid/prebid-server/stored_requests"
"github.com/prebid/prebid-server/stored_requests/backends/empty_fetcher"
"github.com/prebid/prebid-server/usersync"
+ "github.com/prebid/prebid-server/util/iputil"
)
const defaultAmpRequestTimeoutMillis = 900
@@ -58,6 +59,11 @@ func NewAmpEndpoint(
defRequest := defReqJSON != nil && len(defReqJSON) > 0
+ ipValidator := iputil.PublicNetworkIPValidator{
+ IPv4PrivateNetworks: cfg.RequestValidation.IPv4PrivateNetworksParsed,
+ IPv6PrivateNetworks: cfg.RequestValidation.IPv6PrivateNetworksParsed,
+ }
+
return httprouter.Handle((&endpointDeps{
ex,
validator,
@@ -72,7 +78,8 @@ func NewAmpEndpoint(
defReqJSON,
bidderMap,
nil,
- nil}).AmpAuction), nil
+ nil,
+ ipValidator}).AmpAuction), nil
}
diff --git a/endpoints/openrtb2/auction.go b/endpoints/openrtb2/auction.go
index bd50fca9149..20acc2aedd3 100644
--- a/endpoints/openrtb2/auction.go
+++ b/endpoints/openrtb2/auction.go
@@ -27,12 +27,13 @@ import (
"github.com/prebid/prebid-server/exchange"
"github.com/prebid/prebid-server/openrtb_ext"
"github.com/prebid/prebid-server/pbsmetrics"
- "github.com/prebid/prebid-server/prebid"
"github.com/prebid/prebid-server/prebid_cache_client"
"github.com/prebid/prebid-server/privacy/ccpa"
"github.com/prebid/prebid-server/stored_requests"
"github.com/prebid/prebid-server/stored_requests/backends/empty_fetcher"
"github.com/prebid/prebid-server/usersync"
+ "github.com/prebid/prebid-server/util/httputil"
+ "github.com/prebid/prebid-server/util/iputil"
"golang.org/x/net/publicsuffix"
)
@@ -43,8 +44,14 @@ func NewEndpoint(ex exchange.Exchange, validator openrtb_ext.BidderParamValidato
if ex == nil || validator == nil || requestsById == nil || cfg == nil || met == nil {
return nil, errors.New("NewEndpoint requires non-nil arguments.")
}
+
defRequest := defReqJSON != nil && len(defReqJSON) > 0
+ ipValidator := iputil.PublicNetworkIPValidator{
+ IPv4PrivateNetworks: cfg.RequestValidation.IPv4PrivateNetworksParsed,
+ IPv6PrivateNetworks: cfg.RequestValidation.IPv6PrivateNetworksParsed,
+ }
+
return httprouter.Handle((&endpointDeps{
ex,
validator,
@@ -59,24 +66,26 @@ func NewEndpoint(ex exchange.Exchange, validator openrtb_ext.BidderParamValidato
defReqJSON,
bidderMap,
nil,
- nil}).Auction), nil
+ nil,
+ ipValidator}).Auction), nil
}
type endpointDeps struct {
- ex exchange.Exchange
- paramsValidator openrtb_ext.BidderParamValidator
- storedReqFetcher stored_requests.Fetcher
- videoFetcher stored_requests.Fetcher
- categories stored_requests.CategoryFetcher
- cfg *config.Configuration
- metricsEngine pbsmetrics.MetricsEngine
- analytics analytics.PBSAnalyticsModule
- disabledBidders map[string]string
- defaultRequest bool
- defReqJSON []byte
- bidderMap map[string]openrtb_ext.BidderName
- cache prebid_cache_client.Client
- debugLogRegexp *regexp.Regexp
+ ex exchange.Exchange
+ paramsValidator openrtb_ext.BidderParamValidator
+ storedReqFetcher stored_requests.Fetcher
+ videoFetcher stored_requests.Fetcher
+ categories stored_requests.CategoryFetcher
+ cfg *config.Configuration
+ metricsEngine pbsmetrics.MetricsEngine
+ analytics analytics.PBSAnalyticsModule
+ disabledBidders map[string]string
+ defaultRequest bool
+ defReqJSON []byte
+ bidderMap map[string]openrtb_ext.BidderName
+ cache prebid_cache_client.Client
+ debugLogRegexp *regexp.Regexp
+ privateNetworkIPValidator iputil.IPValidator
}
func (deps *endpointDeps) Auction(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
@@ -308,17 +317,14 @@ func (deps *endpointDeps) validateRequest(req *openrtb.BidRequest) []error {
return errL
}
- ccpaPolicy, ccpaPolicyErr := ccpa.ReadPolicy(req)
- if ccpaPolicyErr != nil {
- errL = append(errL, ccpaPolicyErr)
+ if policy, err := ccpa.ReadPolicy(req); err != nil {
+ errL = append(errL, errL...)
return errL
- }
-
- if err := ccpaPolicy.Validate(); err != nil {
+ } else if err := policy.Validate(); err != nil {
errL = append(errL, &errortypes.InvalidPrivacyConsent{Message: fmt.Sprintf("CCPA consent is invalid and will be ignored. (%v)", err)})
- ccpaPolicy.Value = ""
- if err := ccpaPolicy.Write(req); err != nil {
+ policy.Value = ""
+ if err := policy.Write(req); err != nil {
errL = append(errL, fmt.Errorf("Unable to remove invalid CCPA consent from the request. (%v)", err))
}
}
@@ -914,13 +920,27 @@ func validateRegs(regs *openrtb.Regs) error {
return nil
}
+func sanitizeRequest(r *openrtb.BidRequest, ipValidator iputil.IPValidator) {
+ if r.Device != nil {
+ if ip, ver := iputil.ParseIP(r.Device.IP); ip == nil || ver != iputil.IPv4 || !ipValidator.IsValid(ip, ver) {
+ r.Device.IP = ""
+ }
+
+ if ip, ver := iputil.ParseIP(r.Device.IPv6); ip == nil || ver != iputil.IPv6 || !ipValidator.IsValid(ip, ver) {
+ r.Device.IPv6 = ""
+ }
+ }
+}
+
// setFieldsImplicitly uses _implicit_ information from the httpReq to set values on bidReq.
// This function does not consume the request body, which was set explicitly, but infers certain
// OpenRTB properties from the headers and other implicit info.
//
// This function _should not_ override any fields which were defined explicitly by the caller in the request.
func (deps *endpointDeps) setFieldsImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest) {
- setDeviceImplicitly(httpReq, bidReq)
+ sanitizeRequest(bidReq, deps.privateNetworkIPValidator)
+
+ setDeviceImplicitly(httpReq, bidReq, deps.privateNetworkIPValidator)
// Per the OpenRTB spec: A bid request must not contain both a Site and an App object.
if bidReq.App == nil {
@@ -932,8 +952,8 @@ func (deps *endpointDeps) setFieldsImplicitly(httpReq *http.Request, bidReq *ope
}
// setDeviceImplicitly uses implicit info from httpReq to populate bidReq.Device
-func setDeviceImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest) {
- setIPImplicitly(httpReq, bidReq) // Fixes #230
+func setDeviceImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest, ipValidtor iputil.IPValidator) {
+ setIPImplicitly(httpReq, bidReq, ipValidtor)
setUAImplicitly(httpReq, bidReq)
}
@@ -975,7 +995,7 @@ func setSiteImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest) {
func setImpsImplicitly(httpReq *http.Request, imps []openrtb.Imp) {
secure := int8(1)
for i := 0; i < len(imps); i++ {
- if imps[i].Secure == nil && prebid.IsSecure(httpReq) {
+ if imps[i].Secure == nil && httputil.IsSecure(httpReq) {
imps[i].Secure = &secure
}
}
@@ -1132,13 +1152,21 @@ func getStoredRequestId(data []byte) (string, bool, error) {
}
// setIPImplicitly sets the IP address on bidReq, if it's not explicitly defined and we can figure it out.
-func setIPImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest) {
- if bidReq.Device == nil || bidReq.Device.IP == "" {
- if ip := prebid.GetIP(httpReq); ip != "" {
- if bidReq.Device == nil {
- bidReq.Device = &openrtb.Device{}
+func setIPImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest, ipValidator iputil.IPValidator) {
+ if bidReq.Device == nil || (bidReq.Device.IP == "" && bidReq.Device.IPv6 == "") {
+ if ip, ver := httputil.FindIP(httpReq, ipValidator); ip != nil {
+ switch ver {
+ case iputil.IPv4:
+ if bidReq.Device == nil {
+ bidReq.Device = &openrtb.Device{}
+ }
+ bidReq.Device.IP = ip.String()
+ case iputil.IPv6:
+ if bidReq.Device == nil {
+ bidReq.Device = &openrtb.Device{}
+ }
+ bidReq.Device.IPv6 = ip.String()
}
- bidReq.Device.IP = ip
}
}
}
diff --git a/endpoints/openrtb2/auction_test.go b/endpoints/openrtb2/auction_test.go
index c3b9267bf8b..97f0038a392 100644
--- a/endpoints/openrtb2/auction_test.go
+++ b/endpoints/openrtb2/auction_test.go
@@ -8,6 +8,7 @@ import (
"fmt"
"io"
"io/ioutil"
+ "net"
"net/http"
"net/http/httptest"
"os"
@@ -29,6 +30,7 @@ import (
"github.com/prebid/prebid-server/openrtb_ext"
"github.com/prebid/prebid-server/pbsmetrics"
"github.com/prebid/prebid-server/stored_requests/backends/empty_fetcher"
+ "github.com/prebid/prebid-server/util/iputil"
"github.com/stretchr/testify/assert"
)
@@ -526,26 +528,79 @@ func TestAuctionTypeDefault(t *testing.T) {
}
}
-// TestImplicitIPs prevents #230
-func TestImplicitIPs(t *testing.T) {
- ex := &nobidExchange{}
- // NewMetrics() will create a new go_metrics MetricsEngine, bypassing the need for a crafted configuration set to support it.
- // As a side effect this gives us some coverage of the go_metrics piece of the metrics engine.
- theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
- endpoint, _ := NewEndpoint(ex, newParamsValidator(t), &mockStoredReqFetcher{}, empty_fetcher.EmptyFetcher{}, &config.Configuration{MaxRequestSize: maxSize}, theMetrics, analyticsConf.NewPBSAnalytics(&config.Analytics{}), map[string]string{}, []byte{}, openrtb_ext.BidderMap)
+func TestImplicitIPsEndToEnd(t *testing.T) {
+ testCases := []struct {
+ description string
+ reqJSONFile string
+ xForwardedForHeader string
+ privateNetworksIPv4 []net.IPNet
+ privateNetworksIPv6 []net.IPNet
+ expectedDeviceIPv4 string
+ expectedDeviceIPv6 string
+ }{
+ {
+ description: "IPv4",
+ reqJSONFile: "site.json",
+ xForwardedForHeader: "1.1.1.1",
+ expectedDeviceIPv4: "1.1.1.1",
+ },
+ {
+ description: "IPv6",
+ reqJSONFile: "site.json",
+ xForwardedForHeader: "1111::",
+ expectedDeviceIPv6: "1111::",
+ },
+ {
+ description: "IPv4 - Defined In Request",
+ reqJSONFile: "site-has-ipv4.json",
+ xForwardedForHeader: "1.1.1.1",
+ expectedDeviceIPv4: "8.8.8.8", // Hardcoded value in test file.
+ },
+ {
+ description: "IPv6 - Defined In Request",
+ reqJSONFile: "site-has-ipv6.json",
+ xForwardedForHeader: "1111::",
+ expectedDeviceIPv6: "8888::", // Hardcoded value in test file.
+ },
+ {
+ description: "IPv4 - Defined In Request - Private Network",
+ reqJSONFile: "site-has-ipv4.json",
+ xForwardedForHeader: "1.1.1.1",
+ privateNetworksIPv4: []net.IPNet{{IP: net.IP{8, 8, 8, 0}, Mask: net.CIDRMask(24, 32)}}, // Hardcoded value in test file.
+ expectedDeviceIPv4: "1.1.1.1",
+ },
+ {
+ description: "IPv6 - Defined In Request - Private Network",
+ reqJSONFile: "site-has-ipv6.json",
+ xForwardedForHeader: "1111::",
+ privateNetworksIPv6: []net.IPNet{{IP: net.ParseIP("8800::"), Mask: net.CIDRMask(8, 128)}}, // Hardcoded value in test file.
+ expectedDeviceIPv6: "1111::",
+ },
+ }
- httpReq := httptest.NewRequest("POST", "/openrtb2/auction", strings.NewReader(validRequest(t, "site.json")))
- httpReq.Header.Set("X-Forwarded-For", "123.456.78.90")
- recorder := httptest.NewRecorder()
+ metrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
+ for _, test := range testCases {
+ exchange := &nobidExchange{}
+ cfg := &config.Configuration{
+ MaxRequestSize: maxSize,
+ RequestValidation: config.RequestValidation{
+ IPv4PrivateNetworksParsed: test.privateNetworksIPv4,
+ IPv6PrivateNetworksParsed: test.privateNetworksIPv6,
+ },
+ }
+ endpoint, _ := NewEndpoint(exchange, newParamsValidator(t), &mockStoredReqFetcher{}, empty_fetcher.EmptyFetcher{}, cfg, metrics, analyticsConf.NewPBSAnalytics(&config.Analytics{}), map[string]string{}, []byte{}, openrtb_ext.BidderMap)
- endpoint(recorder, httpReq, nil)
+ httpReq := httptest.NewRequest("POST", "/openrtb2/auction", strings.NewReader(validRequest(t, test.reqJSONFile)))
+ httpReq.Header.Set("X-Forwarded-For", test.xForwardedForHeader)
- if ex.gotRequest == nil {
- t.Fatalf("The request never made it into the Exchange.")
- }
+ endpoint(httptest.NewRecorder(), httpReq, nil)
- if ex.gotRequest.Device.IP != "123.456.78.90" {
- t.Errorf("Bad device IP. Expected 123.456.78.90, got %s", ex.gotRequest.Device.IP)
+ result := exchange.gotRequest
+ if !assert.NotEmpty(t, result, test.description+"Request received by the exchange.") {
+ t.FailNow()
+ }
+ assert.Equal(t, test.expectedDeviceIPv4, result.Device.IP, test.description+":ipv4")
+ assert.Equal(t, test.expectedDeviceIPv6, result.Device.IPv6, test.description+":ipv6")
}
}
@@ -602,10 +657,26 @@ func TestStoredRequests(t *testing.T) {
// NewMetrics() will create a new go_metrics MetricsEngine, bypassing the need for a crafted configuration set to support it.
// As a side effect this gives us some coverage of the go_metrics piece of the metrics engine.
theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
- edep := &endpointDeps{&nobidExchange{}, newParamsValidator(t), &mockStoredReqFetcher{}, empty_fetcher.EmptyFetcher{}, empty_fetcher.EmptyFetcher{}, &config.Configuration{MaxRequestSize: maxSize}, theMetrics, analyticsConf.NewPBSAnalytics(&config.Analytics{}), map[string]string{}, false, []byte{}, openrtb_ext.BidderMap, nil, nil}
+ deps := &endpointDeps{
+ &nobidExchange{},
+ newParamsValidator(t),
+ &mockStoredReqFetcher{},
+ empty_fetcher.EmptyFetcher{},
+ empty_fetcher.EmptyFetcher{},
+ &config.Configuration{MaxRequestSize: maxSize},
+ theMetrics,
+ analyticsConf.NewPBSAnalytics(&config.Analytics{}),
+ map[string]string{},
+ false,
+ []byte{},
+ openrtb_ext.BidderMap,
+ nil,
+ nil,
+ hardcodedResponseIPValidator{response: true},
+ }
for i, requestData := range testStoredRequests {
- newRequest, errList := edep.processStoredRequests(context.Background(), json.RawMessage(requestData))
+ newRequest, errList := deps.processStoredRequests(context.Background(), json.RawMessage(requestData))
if len(errList) != 0 {
for _, err := range errList {
if err != nil {
@@ -640,6 +711,7 @@ func TestOversizedRequest(t *testing.T) {
openrtb_ext.BidderMap,
nil,
nil,
+ hardcodedResponseIPValidator{response: true},
}
req := httptest.NewRequest("POST", "/openrtb2/auction", strings.NewReader(reqBody))
@@ -674,6 +746,7 @@ func TestRequestSizeEdgeCase(t *testing.T) {
openrtb_ext.BidderMap,
nil,
nil,
+ hardcodedResponseIPValidator{response: true},
}
req := httptest.NewRequest("POST", "/openrtb2/auction", strings.NewReader(reqBody))
@@ -813,6 +886,7 @@ func TestDisabledBidder(t *testing.T) {
openrtb_ext.BidderMap,
nil,
nil,
+ hardcodedResponseIPValidator{response: true},
}
req := httptest.NewRequest("POST", "/openrtb2/auction", strings.NewReader(reqBody))
@@ -848,6 +922,7 @@ func TestValidateImpExtDisabledBidder(t *testing.T) {
openrtb_ext.BidderMap,
nil,
nil,
+ hardcodedResponseIPValidator{response: true},
}
errs := deps.validateImpExt(imp, nil, 0)
assert.JSONEq(t, `{"appnexus":{"placement_id":555}}`, string(imp.Ext))
@@ -888,6 +963,7 @@ func TestCurrencyTrunc(t *testing.T) {
openrtb_ext.BidderMap,
nil,
nil,
+ hardcodedResponseIPValidator{response: true},
}
ui := uint64(1)
@@ -931,6 +1007,7 @@ func TestCCPAInvalid(t *testing.T) {
openrtb_ext.BidderMap,
nil,
nil,
+ hardcodedResponseIPValidator{response: true},
}
ui := uint64(1)
@@ -962,6 +1039,81 @@ func TestCCPAInvalid(t *testing.T) {
assert.Empty(t, req.Regs.Ext, "Invalid Consent Removed From Request")
}
+func TestSanitizeRequest(t *testing.T) {
+ testCases := []struct {
+ description string
+ req *openrtb.BidRequest
+ ipValidator iputil.IPValidator
+ expectedIPv4 string
+ expectedIPv6 string
+ }{
+ {
+ description: "Empty",
+ req: &openrtb.BidRequest{
+ Device: &openrtb.Device{
+ IP: "",
+ IPv6: "",
+ },
+ },
+ expectedIPv4: "",
+ expectedIPv6: "",
+ },
+ {
+ description: "Valid",
+ req: &openrtb.BidRequest{
+ Device: &openrtb.Device{
+ IP: "1.1.1.1",
+ IPv6: "1111::",
+ },
+ },
+ ipValidator: hardcodedResponseIPValidator{response: true},
+ expectedIPv4: "1.1.1.1",
+ expectedIPv6: "1111::",
+ },
+ {
+ description: "Invalid",
+ req: &openrtb.BidRequest{
+ Device: &openrtb.Device{
+ IP: "1.1.1.1",
+ IPv6: "1111::",
+ },
+ },
+ ipValidator: hardcodedResponseIPValidator{response: false},
+ expectedIPv4: "",
+ expectedIPv6: "",
+ },
+ {
+ description: "Invalid - Wrong IP Types",
+ req: &openrtb.BidRequest{
+ Device: &openrtb.Device{
+ IP: "1111::",
+ IPv6: "1.1.1.1",
+ },
+ },
+ ipValidator: hardcodedResponseIPValidator{response: true},
+ expectedIPv4: "",
+ expectedIPv6: "",
+ },
+ {
+ description: "Malformed",
+ req: &openrtb.BidRequest{
+ Device: &openrtb.Device{
+ IP: "malformed",
+ IPv6: "malformed",
+ },
+ },
+ expectedIPv4: "",
+ expectedIPv6: "",
+ },
+ }
+
+ for _, test := range testCases {
+ sanitizeRequest(test.req, test.ipValidator)
+ assert.Equal(t, test.expectedIPv4, test.req.Device.IP, test.description+":ipv4")
+ assert.Equal(t, test.expectedIPv6, test.req.Device.IPv6, test.description+":ipv6")
+ }
+}
+
// nobidExchange is a well-behaved exchange which always bids "no bid".
type nobidExchange struct {
gotRequest *openrtb.BidRequest
@@ -1385,3 +1537,11 @@ func newBidderInfo(cfg config.Adapter) adapters.BidderInfo {
Status: status,
}
}
+
+type hardcodedResponseIPValidator struct {
+ response bool
+}
+
+func (v hardcodedResponseIPValidator) IsValid(net.IP, iputil.IPVersion) bool {
+ return v.response
+}
diff --git a/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv4.json b/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv4.json
new file mode 100644
index 00000000000..feade898833
--- /dev/null
+++ b/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv4.json
@@ -0,0 +1,38 @@
+{
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "banner": {
+ "format": [{
+ "w": 300,
+ "h": 600
+ }]
+ },
+ "pmp": {
+ "deals": [{
+ "id": "some-deal-id"
+ }]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 12883451
+ }
+ }
+ }],
+ "device": {
+ "ip": "8.8.8.8"
+ },
+ "ext": {
+ "prebid": {
+ "targeting": {
+ "pricegranularity": "low"
+ },
+ "cache": {
+ "bids": {}
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv6.json b/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv6.json
new file mode 100644
index 00000000000..42d8d37b1cb
--- /dev/null
+++ b/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-ipv6.json
@@ -0,0 +1,38 @@
+{
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "banner": {
+ "format": [{
+ "w": 300,
+ "h": 600
+ }]
+ },
+ "pmp": {
+ "deals": [{
+ "id": "some-deal-id"
+ }]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 12883451
+ }
+ }
+ }],
+ "device": {
+ "ipv6": "8888::"
+ },
+ "ext": {
+ "prebid": {
+ "targeting": {
+ "pricegranularity": "low"
+ },
+ "cache": {
+ "bids": {}
+ }
+ }
+ }
+ }
\ No newline at end of file
diff --git a/endpoints/openrtb2/video_auction.go b/endpoints/openrtb2/video_auction.go
index 64c99fa5a3e..18678be541c 100644
--- a/endpoints/openrtb2/video_auction.go
+++ b/endpoints/openrtb2/video_auction.go
@@ -18,6 +18,7 @@ import (
jsonpatch "github.com/evanphx/json-patch"
"github.com/gofrs/uuid"
"github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/util/iputil"
"github.com/golang/glog"
"github.com/julienschmidt/httprouter"
@@ -39,11 +40,32 @@ func NewVideoEndpoint(ex exchange.Exchange, validator openrtb_ext.BidderParamVal
if ex == nil || validator == nil || requestsById == nil || cfg == nil || met == nil {
return nil, errors.New("NewVideoEndpoint requires non-nil arguments.")
}
+
defRequest := defReqJSON != nil && len(defReqJSON) > 0
+ ipValidator := iputil.PublicNetworkIPValidator{
+ IPv4PrivateNetworks: cfg.RequestValidation.IPv4PrivateNetworksParsed,
+ IPv6PrivateNetworks: cfg.RequestValidation.IPv6PrivateNetworksParsed,
+ }
+
videoEndpointRegexp := regexp.MustCompile(`[<>]`)
- return httprouter.Handle((&endpointDeps{ex, validator, requestsById, videoFetcher, categories, cfg, met, pbsAnalytics, disabledBidders, defRequest, defReqJSON, bidderMap, cache, videoEndpointRegexp}).VideoAuctionEndpoint), nil
+ return httprouter.Handle((&endpointDeps{
+ ex,
+ validator,
+ requestsById,
+ videoFetcher,
+ categories,
+ cfg,
+ met,
+ pbsAnalytics,
+ disabledBidders,
+ defRequest,
+ defReqJSON,
+ bidderMap,
+ cache,
+ videoEndpointRegexp,
+ ipValidator}).VideoAuctionEndpoint), nil
}
/*
diff --git a/endpoints/openrtb2/video_auction_test.go b/endpoints/openrtb2/video_auction_test.go
index 631cb277f7f..f29ac3bfed9 100644
--- a/endpoints/openrtb2/video_auction_test.go
+++ b/endpoints/openrtb2/video_auction_test.go
@@ -1110,7 +1110,7 @@ func TestCCPA(t *testing.T) {
func mockDepsWithMetrics(t *testing.T, ex *mockExchangeVideo) (*endpointDeps, *pbsmetrics.Metrics, *mockAnalyticsModule) {
theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
mockModule := &mockAnalyticsModule{}
- edep := &endpointDeps{
+ deps := &endpointDeps{
ex,
newParamsValidator(t),
&mockVideoStoredReqFetcher{},
@@ -1125,9 +1125,10 @@ func mockDepsWithMetrics(t *testing.T, ex *mockExchangeVideo) (*endpointDeps, *p
openrtb_ext.BidderMap,
nil,
nil,
+ hardcodedResponseIPValidator{response: true},
}
- return edep, theMetrics, mockModule
+ return deps, theMetrics, mockModule
}
type mockAnalyticsModule struct {
@@ -1151,7 +1152,7 @@ func (m *mockAnalyticsModule) LogAmpObject(ao *analytics.AmpObject) { return }
func mockDeps(t *testing.T, ex *mockExchangeVideo) *endpointDeps {
theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
- edep := &endpointDeps{
+ deps := &endpointDeps{
ex,
newParamsValidator(t),
&mockVideoStoredReqFetcher{},
@@ -1166,9 +1167,10 @@ func mockDeps(t *testing.T, ex *mockExchangeVideo) *endpointDeps {
openrtb_ext.BidderMap,
ex.cache,
regexp.MustCompile(`[<>]`),
+ hardcodedResponseIPValidator{response: true},
}
- return edep
+ return deps
}
type mockCacheClient struct {
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index 93cb60fb5af..161b24fd1c1 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -16,19 +16,18 @@ import (
"time"
"github.com/prebid/prebid-server/adapters"
- "github.com/prebid/prebid-server/currencies"
- "github.com/prebid/prebid-server/prebid_cache_client"
- "github.com/prebid/prebid-server/stored_requests"
- "github.com/prebid/prebid-server/stored_requests/backends/file_fetcher"
-
- "github.com/buger/jsonparser"
- "github.com/mxmCherry/openrtb"
"github.com/prebid/prebid-server/config"
+ "github.com/prebid/prebid-server/currencies"
"github.com/prebid/prebid-server/gdpr"
"github.com/prebid/prebid-server/openrtb_ext"
"github.com/prebid/prebid-server/pbsmetrics"
metricsConf "github.com/prebid/prebid-server/pbsmetrics/config"
pbc "github.com/prebid/prebid-server/prebid_cache_client"
+ "github.com/prebid/prebid-server/stored_requests"
+ "github.com/prebid/prebid-server/stored_requests/backends/file_fetcher"
+
+ "github.com/buger/jsonparser"
+ "github.com/mxmCherry/openrtb"
"github.com/rcrowley/go-metrics"
"github.com/stretchr/testify/assert"
"github.com/yudai/gojsondiff"
@@ -1837,7 +1836,7 @@ func (c *wellBehavedCache) GetExtCacheData() (string, string) {
return "www.pbcserver.com", "/pbcache/endpoint"
}
-func (c *wellBehavedCache) PutJson(ctx context.Context, values []prebid_cache_client.Cacheable) ([]string, []error) {
+func (c *wellBehavedCache) PutJson(ctx context.Context, values []pbc.Cacheable) ([]string, []error) {
ids := make([]string, len(values))
for i := 0; i < len(values); i++ {
ids[i] = strconv.Itoa(i)
diff --git a/main_test.go b/main_test.go
index d7dc9dd24a0..70eea2825f0 100644
--- a/main_test.go
+++ b/main_test.go
@@ -5,6 +5,7 @@ import (
"testing"
"github.com/prebid/prebid-server/config"
+ "github.com/stretchr/testify/assert"
"github.com/spf13/viper"
)
@@ -56,10 +57,11 @@ func TestViperEnv(t *testing.T) {
ttl := forceEnv(t, "PBS_HOST_COOKIE_TTL_DAYS", "60")
defer ttl()
- // Basic config set
- compareStrings(t, "Viper error: port expected to be %s, found %s", "7777", v.Get("port").(string))
- // Nested config set
- compareStrings(t, "Viper error: adapters.pubmatic.endpoint expected to be %s, found %s", "not_an_endpoint", v.Get("adapters.pubmatic.endpoint").(string))
- // Config set with underscores
- compareStrings(t, "Viper error: host_cookie.ttl_days expected to be %s, found %s", "60", v.Get("host_cookie.ttl_days").(string))
+ ipv4Networks := forceEnv(t, "PBS_REQUEST_VALIDATION_IPV4_PRIVATE_NETWORKS", "1.1.1.1/24 2.2.2.2/24")
+ defer ipv4Networks()
+
+ assert.Equal(t, 7777, v.Get("port"), "Basic Config")
+ assert.Equal(t, "not_an_endpoint", v.Get("adapters.pubmatic.endpoint"), "Nested Config")
+ assert.Equal(t, 60, v.Get("host_cookie.ttl_days"), "Config With Underscores")
+ assert.ElementsMatch(t, []string{"1.1.1.1/24", "2.2.2.2/24"}, v.Get("request_validation.ipv4_private_networks"), "Arrays")
}
diff --git a/pbs/pbsrequest.go b/pbs/pbsrequest.go
index 9e79b62b38b..30f8bd25c0d 100644
--- a/pbs/pbsrequest.go
+++ b/pbs/pbsrequest.go
@@ -12,9 +12,10 @@ import (
"github.com/prebid/prebid-server/cache"
"github.com/prebid/prebid-server/config"
- "github.com/prebid/prebid-server/prebid"
"github.com/prebid/prebid-server/stored_requests"
"github.com/prebid/prebid-server/usersync"
+ "github.com/prebid/prebid-server/util/httputil"
+ "github.com/prebid/prebid-server/util/iputil"
"github.com/blang/semver"
"github.com/buger/jsonparser"
@@ -216,6 +217,8 @@ func ParseMediaTypes(types []string) []MediaType {
return mtypes
}
+var ipv4Validator iputil.IPValidator = iputil.VersionIPValidator{iputil.IPv4}
+
func ParsePBSRequest(r *http.Request, cfg *config.AuctionTimeouts, cache cache.Cache, hostCookieConfig *config.HostCookie) (*PBSRequest, error) {
defer r.Body.Close()
@@ -235,7 +238,9 @@ func ParsePBSRequest(r *http.Request, cfg *config.AuctionTimeouts, cache cache.C
if pbsReq.Device == nil {
pbsReq.Device = &openrtb.Device{}
}
- pbsReq.Device.IP = prebid.GetIP(r)
+ if ip, _ := httputil.FindIP(r, ipv4Validator); ip != nil {
+ pbsReq.Device.IP = ip.String()
+ }
if pbsReq.SDK == nil {
pbsReq.SDK = &SDK{}
@@ -291,7 +296,7 @@ func ParsePBSRequest(r *http.Request, cfg *config.AuctionTimeouts, cache cache.C
pbsReq.IsDebug = true
}
- if prebid.IsSecure(r) {
+ if httputil.IsSecure(r) {
pbsReq.Secure = 1
}
diff --git a/prebid/prebid.go b/prebid/prebid.go
deleted file mode 100644
index 68c4a48c2c8..00000000000
--- a/prebid/prebid.go
+++ /dev/null
@@ -1,82 +0,0 @@
-package prebid
-
-import (
- "net"
- "net/http"
- "strings"
-)
-
-var xForwardedFor = http.CanonicalHeaderKey("X-Forwarded-For")
-var xRealIP = http.CanonicalHeaderKey("X-Real-IP")
-var xForwardedProto = http.CanonicalHeaderKey("X-Forwarded-Proto")
-
-// IsSecure attempts to detect whether the request is https
-func IsSecure(r *http.Request) bool {
- // lowercase for case-insensitive match for X-Forwarded-Proto header
- if strings.ToLower(r.Header.Get(xForwardedProto)) == "https" {
- return true
- }
- // ensure that URL.Scheme is lowercase (it should be "https")
- if strings.ToLower(r.URL.Scheme) == "https" {
- return true
- }
- // use strings.HasPrefix because a valid example is "HTTP/1.0"
- if strings.HasPrefix(r.Proto, "HTTPS") {
- return true
- }
- // check if TLS is not-nil as a final fallback
- if r.TLS != nil {
- return true
- }
- return false
-}
-
-// GetIP will attempt to get the IP Address by first checking headers
-// and then falling back on the RemoteAddr
-func GetIP(r *http.Request) string {
- // first check headers
- if ip := GetForwardedIP(r); ip != "" {
- return ip
- }
- // next try to parse the RemoteAddr.
- // if err is not nil then weird hosts might appear as the ip: https://github.com/golang/go/issues/14827
- if ip, _, err := net.SplitHostPort(r.RemoteAddr); err == nil {
- return ip
- }
- return ""
-}
-
-// GetForwardedIP will return back X-Forwarded-For or X-Real-IP (if set)
-func GetForwardedIP(r *http.Request) string {
- // first attempt to parse X-Forwarded-For
- if ip := getForwardedFor(r); ip != "" {
- return ip
- }
- // if we don't have X-Forwarded-For then try X-Real-IP
- if ip := getRealIP(r); ip != "" {
- return ip
- }
- return ""
-}
-
-// getForwardedFor will attempt to parse the X-Forwarded-For header
-func getForwardedFor(r *http.Request) string {
- if xff := r.Header.Get(xForwardedFor); xff != "" {
- // X-Forwarded-For: client1, proxy1, proxy2
- i := strings.Index(xff, ", ")
- if i == -1 {
- i = len(xff)
- }
- return xff[:i]
- }
- return ""
-}
-
-// getRealIP will attempt to parse the X-Real-IP header
-// Header.Get is case-insensitive
-func getRealIP(r *http.Request) string {
- if xrip := r.Header.Get(xRealIP); xrip != "" {
- return xrip
- }
- return ""
-}
diff --git a/util/httputil/httputil.go b/util/httputil/httputil.go
new file mode 100644
index 00000000000..461512771b3
--- /dev/null
+++ b/util/httputil/httputil.go
@@ -0,0 +1,99 @@
+package httputil
+
+import (
+ "net"
+ "net/http"
+ "strings"
+
+ "github.com/prebid/prebid-server/util/iputil"
+)
+
+var (
+ trueClientIP = http.CanonicalHeaderKey("True-Client-IP")
+ xForwardedProto = http.CanonicalHeaderKey("X-Forwarded-Proto")
+ xForwardedFor = http.CanonicalHeaderKey("X-Forwarded-For")
+ xRealIP = http.CanonicalHeaderKey("X-Real-IP")
+)
+
+const (
+ https = "https"
+)
+
+// IsSecure determines if a http request uses https.
+func IsSecure(r *http.Request) bool {
+ if strings.EqualFold(r.Header.Get(xForwardedProto), https) {
+ return true
+ }
+
+ if strings.EqualFold(r.URL.Scheme, https) {
+ return true
+ }
+
+ if r.TLS != nil {
+ return true
+ }
+
+ return false
+}
+
+// FindIP returns the first ip address found in the http request matching the predicate v.
+func FindIP(r *http.Request, v iputil.IPValidator) (net.IP, iputil.IPVersion) {
+ if ip, ver := findTrueClientIP(r, v); ip != nil {
+ return ip, ver
+ }
+
+ if ip, ver := findForwardedFor(r, v); ip != nil {
+ return ip, ver
+ }
+
+ if ip, ver := findRealIP(r, v); ip != nil {
+ return ip, ver
+ }
+
+ if ip, ver := findRemoteAddr(r, v); ip != nil {
+ return ip, ver
+ }
+
+ return nil, iputil.IPvUnknown
+}
+
+func findTrueClientIP(r *http.Request, v iputil.IPValidator) (net.IP, iputil.IPVersion) {
+ if value := r.Header.Get(trueClientIP); value != "" {
+ value = strings.TrimSpace(value)
+ if ip, ver := iputil.ParseIP(value); ip != nil && v.IsValid(ip, ver) {
+ return ip, ver
+ }
+ }
+ return nil, iputil.IPvUnknown
+}
+
+func findForwardedFor(r *http.Request, v iputil.IPValidator) (net.IP, iputil.IPVersion) {
+ if value := r.Header.Get(xForwardedFor); value != "" {
+ for _, p := range strings.Split(value, ",") {
+ p = strings.TrimSpace(p)
+ if ip, ver := iputil.ParseIP(p); ip != nil && v.IsValid(ip, ver) {
+ return ip, ver
+ }
+ }
+ }
+ return nil, iputil.IPvUnknown
+}
+
+func findRealIP(r *http.Request, v iputil.IPValidator) (net.IP, iputil.IPVersion) {
+ if value := r.Header.Get(xRealIP); value != "" {
+ value = strings.TrimSpace(value)
+ if ip, ver := iputil.ParseIP(value); ip != nil && v.IsValid(ip, ver) {
+ return ip, ver
+ }
+ }
+ return nil, iputil.IPvUnknown
+}
+
+func findRemoteAddr(r *http.Request, v iputil.IPValidator) (net.IP, iputil.IPVersion) {
+ if host, _, err := net.SplitHostPort(r.RemoteAddr); err == nil {
+ if ip, ver := iputil.ParseIP(host); ip != nil && v.IsValid(ip, ver) {
+ return ip, ver
+ }
+ }
+ return nil, iputil.IPvUnknown
+}
diff --git a/util/httputil/httputil_test.go b/util/httputil/httputil_test.go
new file mode 100644
index 00000000000..f7166740fe5
--- /dev/null
+++ b/util/httputil/httputil_test.go
@@ -0,0 +1,327 @@
+package httputil
+
+import (
+ "crypto/tls"
+ "net"
+ "net/http"
+ "testing"
+
+ "github.com/prebid/prebid-server/util/iputil"
+ "github.com/stretchr/testify/assert"
+)
+
+func TestIsSecure(t *testing.T) {
+ testCases := []struct {
+ description string
+ url string
+ xForwardedProto string
+ tls bool
+ expectIsSecure bool
+ }{
+ {
+ description: "HTTP",
+ url: "http://host.com",
+ expectIsSecure: false,
+ },
+ {
+ description: "HTTPS - Forwarded Protocol",
+ url: "http://host.com",
+ xForwardedProto: "https",
+ expectIsSecure: true,
+ },
+ {
+ description: "HTTPS - Forwarded Protocol - Case Insensitive",
+ url: "http://host.com",
+ xForwardedProto: "HTTPS",
+ expectIsSecure: true,
+ },
+ {
+ description: "HTTPS - Protocol",
+ url: "https://host.com",
+ expectIsSecure: true,
+ },
+ {
+ description: "HTTPS - Protocol - Case Insensitive",
+ url: "HTTPS://host.com",
+ expectIsSecure: true,
+ },
+ {
+ description: "HTTPS - TLS",
+ url: "http://host.com",
+ tls: true,
+ expectIsSecure: true,
+ },
+ }
+
+ for _, test := range testCases {
+ request, err := http.NewRequest("GET", test.url, nil)
+ if err != nil {
+ t.Fatalf("Unable to create test http request. Err: %v", err)
+ }
+ if test.xForwardedProto != "" {
+ request.Header.Add("X-Forwarded-Proto", test.xForwardedProto)
+ }
+ if test.tls {
+ request.TLS = &tls.ConnectionState{}
+ }
+
+ result := IsSecure(request)
+
+ assert.Equal(t, test.expectIsSecure, result, test.description)
+ }
+}
+
+func TestFindIP(t *testing.T) {
+ alwaysTrue := hardcodedResponseIPValidator{response: true}
+ alwaysFalse := hardcodedResponseIPValidator{response: false}
+
+ testCases := []struct {
+ description string
+ trueClientIP string
+ xForwardedFor string
+ xRealIP string
+ remoteAddr string
+ validator iputil.IPValidator
+ expectedIP net.IP
+ expectedVer iputil.IPVersion
+ }{
+ {
+ description: "No Address",
+ expectedIP: nil,
+ expectedVer: iputil.IPvUnknown,
+ },
+ {
+ description: "False Validator - IPv4",
+ trueClientIP: "1.1.1.1",
+ xForwardedFor: "2.2.2.2, 3.3.3.3",
+ xRealIP: "4.4.4.4",
+ remoteAddr: "5.5.5.5:5",
+ validator: alwaysFalse,
+ expectedIP: nil,
+ expectedVer: iputil.IPvUnknown,
+ },
+ {
+ description: "False Validator - IPv6",
+ trueClientIP: "1111::",
+ xForwardedFor: "2222::, 3333::",
+ xRealIP: "4444::",
+ remoteAddr: "[5555::]:5]",
+ validator: alwaysFalse,
+ expectedIP: nil,
+ expectedVer: iputil.IPvUnknown,
+ },
+ {
+ description: "True Validator - IPv4 - True Client IP",
+ trueClientIP: "1.1.1.1",
+ xForwardedFor: "2.2.2.2, 3.3.3.3",
+ xRealIP: "4.4.4.4",
+ remoteAddr: "5.5.5.5:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("1.1.1.1"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - IPv4 - True Client IP - Ignore Whitespace",
+ trueClientIP: " 1.1.1.1 ",
+ xForwardedFor: "2.2.2.2, 3.3.3.3",
+ xRealIP: "4.4.4.4",
+ remoteAddr: "5.5.5.5:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("1.1.1.1"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - IPv4 - X Forwarded For",
+ trueClientIP: "",
+ xForwardedFor: "2.2.2.2, 3.3.3.3",
+ xRealIP: "4.4.4.4",
+ remoteAddr: "5.5.5.5:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("2.2.2.2"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - IPv4 - X Forwarded For - Ignore Whitespace",
+ trueClientIP: "",
+ xForwardedFor: " 2.2.2.2, 3.3.3.3 ",
+ xRealIP: "4.4.4.4",
+ remoteAddr: "5.5.5.5:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("2.2.2.2"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - IPv4 - X Real IP",
+ trueClientIP: "",
+ xForwardedFor: "",
+ xRealIP: "4.4.4.4",
+ remoteAddr: "5.5.5.5:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("4.4.4.4"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - IPv4 - X Real IP - Ignore Whitespace",
+ trueClientIP: "",
+ xForwardedFor: "",
+ xRealIP: " 4.4.4.4 ",
+ remoteAddr: "5.5.5.5:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("4.4.4.4"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - IPv4 - Remote Address",
+ trueClientIP: "",
+ xForwardedFor: "",
+ xRealIP: "",
+ remoteAddr: "5.5.5.5:80",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("5.5.5.5"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - IPv6 - True Client IP",
+ trueClientIP: "1111::",
+ xForwardedFor: "2222::, 3333::",
+ xRealIP: "4444::",
+ remoteAddr: "[5555::]:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("1111::"),
+ expectedVer: iputil.IPv6,
+ },
+ {
+ description: "True Validator - IPv6 - True Client IP - Ignore Whitespace",
+ trueClientIP: " 1111:: ",
+ xForwardedFor: "2222::, 3333::",
+ xRealIP: "4444::",
+ remoteAddr: "[5555::]:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("1111::"),
+ expectedVer: iputil.IPv6,
+ },
+ {
+ description: "True Validator - IPv6 - X Forwarded For",
+ trueClientIP: "",
+ xForwardedFor: "2222::, 3333::",
+ xRealIP: "4444::",
+ remoteAddr: "[5555::]:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("2222::"),
+ expectedVer: iputil.IPv6,
+ },
+ {
+ description: "True Validator - IPv6 - X Forwarded For - Ignore Whitespace",
+ trueClientIP: "",
+ xForwardedFor: " 2222::, 3333:: ",
+ xRealIP: "4444::",
+ remoteAddr: "[5555::]:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("2222::"),
+ expectedVer: iputil.IPv6,
+ },
+ {
+ description: "True Validator - IPv6 - X Real IP",
+ trueClientIP: "",
+ xForwardedFor: "",
+ xRealIP: "4444::",
+ remoteAddr: "[5555::]:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("4444::"),
+ expectedVer: iputil.IPv6,
+ },
+ {
+ description: "True Validator - IPv6 - X Real IP - Ignore Whitespace",
+ trueClientIP: "",
+ xForwardedFor: "",
+ xRealIP: " 4444:: ",
+ remoteAddr: "[5555::]:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("4444::"),
+ expectedVer: iputil.IPv6,
+ },
+ {
+ description: "True Validator - IPv6 - Remote Address",
+ trueClientIP: "",
+ xForwardedFor: "",
+ xRealIP: "",
+ remoteAddr: "[5555::]:5",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("5555::"),
+ expectedVer: iputil.IPv6,
+ },
+ {
+ description: "True Validator - Malformed - All",
+ trueClientIP: "malformed",
+ xForwardedFor: "malformed",
+ xRealIP: "malformed",
+ remoteAddr: "malformed",
+ validator: alwaysTrue,
+ expectedIP: nil,
+ expectedVer: iputil.IPvUnknown,
+ },
+ {
+ description: "True Validator - Malformed - Some",
+ trueClientIP: "malformed",
+ xForwardedFor: "malformed",
+ xRealIP: "4.4.4.4",
+ remoteAddr: "malformed",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("4.4.4.4"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - Malformed - X Forwarded For - IPv4",
+ trueClientIP: "malformed",
+ xForwardedFor: "malformed, 4.4.4.4, 3333::, malformed",
+ xRealIP: "malformed",
+ remoteAddr: "malformed",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("4.4.4.4"),
+ expectedVer: iputil.IPv4,
+ },
+ {
+ description: "True Validator - Malformed - X Forwarded For - IPv6",
+ trueClientIP: "malformed",
+ xForwardedFor: "malformed, 3333::, 4.4.4.4, malformed",
+ xRealIP: "malformed",
+ remoteAddr: "malformed",
+ validator: alwaysTrue,
+ expectedIP: net.ParseIP("3333::"),
+ expectedVer: iputil.IPv6,
+ },
+ }
+
+ for _, test := range testCases {
+ // Build Request
+ request, err := http.NewRequest("GET", "http://anyurl.com", nil)
+ if err != nil {
+ t.Fatalf("Unable to create test http request. Err: %v", err)
+ }
+ if test.trueClientIP != "" {
+ request.Header.Add("True-Client-IP", test.trueClientIP)
+ }
+ if test.xForwardedFor != "" {
+ request.Header.Add("X-Forwarded-For", test.xForwardedFor)
+ }
+ if test.xRealIP != "" {
+ request.Header.Add("X-Real-IP", test.xRealIP)
+ }
+ request.RemoteAddr = test.remoteAddr
+
+ // Run Test
+ ip, ver := FindIP(request, test.validator)
+
+ // Assertions
+ assert.Equal(t, test.expectedIP, ip, test.description+":ip")
+ assert.Equal(t, test.expectedVer, ver, test.description+":ver")
+ }
+}
+
+type hardcodedResponseIPValidator struct {
+ response bool
+}
+
+func (v hardcodedResponseIPValidator) IsValid(net.IP, iputil.IPVersion) bool {
+ return v.response
+}
diff --git a/util/iputil/parse.go b/util/iputil/parse.go
new file mode 100644
index 00000000000..bcb00760e22
--- /dev/null
+++ b/util/iputil/parse.go
@@ -0,0 +1,27 @@
+package iputil
+
+import (
+ "net"
+ "strings"
+)
+
+// IPVersion is the numerical version of the IP address spec (4 or 6).
+type IPVersion int
+
+// IP address versions.
+const (
+ IPvUnknown IPVersion = 0
+ IPv4 IPVersion = 4
+ IPv6 IPVersion = 6
+)
+
+// ParseIP parses v as an ip address returning the result and version, or nil and unknown if invalid.
+func ParseIP(v string) (net.IP, IPVersion) {
+ if ip := net.ParseIP(v); ip != nil {
+ if strings.ContainsRune(v, ':') {
+ return ip, IPv6
+ }
+ return ip, IPv4
+ }
+ return nil, IPvUnknown
+}
diff --git a/util/iputil/parse_test.go b/util/iputil/parse_test.go
new file mode 100644
index 00000000000..53431b0f2a9
--- /dev/null
+++ b/util/iputil/parse_test.go
@@ -0,0 +1,30 @@
+package iputil
+
+import (
+ "net"
+ "testing"
+
+ "github.com/stretchr/testify/assert"
+)
+
+func TestParseIP(t *testing.T) {
+ testCases := []struct {
+ input string
+ expectedVer IPVersion
+ expectedIP net.IP
+ }{
+ {"", IPvUnknown, nil},
+ {"1.1.1.1", IPv4, net.IPv4(1, 1, 1, 1)},
+ {"-1.-1.-1.-1", IPvUnknown, nil},
+ {"256.256.256.256", IPvUnknown, nil},
+ {"::ffff:1.1.1.1", IPv6, net.IP{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 1, 1, 1, 1}},
+ {"0101::", IPv6, net.IP{1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
+ {"zzzz::", IPvUnknown, nil},
+ }
+
+ for _, test := range testCases {
+ ip, ver := ParseIP(test.input)
+ assert.Equal(t, test.expectedVer, ver)
+ assert.Equal(t, test.expectedIP, ip)
+ }
+}
diff --git a/util/iputil/validator.go b/util/iputil/validator.go
new file mode 100644
index 00000000000..e4b822f0c7c
--- /dev/null
+++ b/util/iputil/validator.go
@@ -0,0 +1,48 @@
+package iputil
+
+import (
+ "net"
+)
+
+// IPValidator is the interface for validating an ip address and version.
+type IPValidator interface {
+ // IsValid returns true when an IP address is determined to be valid.
+ IsValid(net.IP, IPVersion) bool
+}
+
+// PublicNetworkIPValidator validates an ip address which is not contained in the list of known private networks.
+type PublicNetworkIPValidator struct {
+ IPv4PrivateNetworks []net.IPNet
+ IPv6PrivateNetworks []net.IPNet
+}
+
+// IsValid implements the IPValidator interface.
+func (v PublicNetworkIPValidator) IsValid(ip net.IP, ver IPVersion) bool {
+ var privateNetworks []net.IPNet
+ switch ver {
+ case IPv4:
+ privateNetworks = v.IPv4PrivateNetworks
+ case IPv6:
+ privateNetworks = v.IPv6PrivateNetworks
+ default:
+ return false
+ }
+
+ for _, ipNet := range privateNetworks {
+ if ipNet.Contains(ip) {
+ return false
+ }
+ }
+
+ return true
+}
+
+// VersionIPValidator validates an ip address based on the desired ip version.
+type VersionIPValidator struct {
+ Version IPVersion
+}
+
+// IsValid implements the IPValidator interface.
+func (v VersionIPValidator) IsValid(ip net.IP, ver IPVersion) bool {
+ return ver == v.Version
+}
diff --git a/util/iputil/validator_test.go b/util/iputil/validator_test.go
new file mode 100644
index 00000000000..4419af22c04
--- /dev/null
+++ b/util/iputil/validator_test.go
@@ -0,0 +1,222 @@
+package iputil
+
+import (
+ "net"
+ "testing"
+
+ "github.com/stretchr/testify/assert"
+)
+
+func TestPublicNetworkIPValidator(t *testing.T) {
+ ipv4Network1 := net.IPNet{IP: net.ParseIP("1.0.0.0"), Mask: net.CIDRMask(8, 32)}
+ ipv4Network2 := net.IPNet{IP: net.ParseIP("2.0.0.0"), Mask: net.CIDRMask(8, 32)}
+
+ ipv6Network1 := net.IPNet{IP: net.ParseIP("3300::"), Mask: net.CIDRMask(8, 128)}
+ ipv6Network2 := net.IPNet{IP: net.ParseIP("4400::"), Mask: net.CIDRMask(8, 128)}
+
+ testCases := []struct {
+ description string
+ ip net.IP
+ ver IPVersion
+ ipv4PrivateNetworks []net.IPNet
+ ipv6PrivateNetworks []net.IPNet
+ expected bool
+ }{
+ {
+ description: "IPv4 - Public - None",
+ ip: net.ParseIP("1.1.1.1"),
+ ver: IPv4,
+ ipv4PrivateNetworks: []net.IPNet{},
+ ipv6PrivateNetworks: []net.IPNet{},
+ expected: true,
+ },
+ {
+ description: "IPv4 - Public - One",
+ ip: net.ParseIP("2.2.2.2"),
+ ver: IPv4,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1},
+ ipv6PrivateNetworks: []net.IPNet{},
+ expected: true,
+ },
+ {
+ description: "IPv4 - Public - Many",
+ ip: net.ParseIP("3.3.3.3"),
+ ver: IPv4,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1, ipv4Network2},
+ ipv6PrivateNetworks: []net.IPNet{},
+ expected: true,
+ },
+ {
+ description: "IPv4 - Private - One",
+ ip: net.ParseIP("1.1.1.1"),
+ ver: IPv4,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1},
+ ipv6PrivateNetworks: []net.IPNet{},
+ expected: false,
+ },
+ {
+ description: "IPv4 - Private - Many",
+ ip: net.ParseIP("2.2.2.2"),
+ ver: IPv4,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1, ipv4Network2},
+ ipv6PrivateNetworks: []net.IPNet{},
+ expected: false,
+ },
+ {
+ description: "IPv6 - Public - None",
+ ip: net.ParseIP("3333::"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{},
+ ipv6PrivateNetworks: []net.IPNet{},
+ expected: true,
+ },
+ {
+ description: "IPv6 - Public - One",
+ ip: net.ParseIP("4444::"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1},
+ expected: true,
+ },
+ {
+ description: "IPv6 - Public - Many",
+ ip: net.ParseIP("5555::"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1, ipv6Network2},
+ expected: true,
+ },
+ {
+ description: "IPv6 - Private - One",
+ ip: net.ParseIP("3333::"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1},
+ expected: false,
+ },
+ {
+ description: "IPv6 - Private - Many",
+ ip: net.ParseIP("4444::"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1, ipv6Network2},
+ expected: false,
+ },
+ {
+ description: "Mixed - Unknown",
+ ip: net.ParseIP("3.3.3.3"),
+ ver: IPvUnknown,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1, ipv4Network1},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1, ipv6Network2},
+ expected: false,
+ },
+ {
+ description: "Mixed - Public - IPv4",
+ ip: net.ParseIP("3.3.3.3"),
+ ver: IPv4,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1, ipv4Network1},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1, ipv6Network2},
+ expected: true,
+ },
+ {
+ description: "Mixed - Public - IPv6",
+ ip: net.ParseIP("5555::"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1, ipv4Network1},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1, ipv6Network2},
+ expected: true,
+ },
+ {
+ description: "Mixed - Private - IPv4",
+ ip: net.ParseIP("1.1.1.1"),
+ ver: IPv4,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1, ipv4Network1},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1, ipv6Network2},
+ expected: false,
+ },
+ {
+ description: "Mixed - Private - IPv6",
+ ip: net.ParseIP("3333::"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{ipv4Network1, ipv4Network1},
+ ipv6PrivateNetworks: []net.IPNet{ipv6Network1, ipv6Network2},
+ expected: false,
+ },
+ {
+ description: "Mixed - Public - IPv6 Encoded IPv4",
+ ip: net.ParseIP("::FFFF:1.1.1.1"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{{IP: net.ParseIP("1.0.0.0"), Mask: net.CIDRMask(8, 32)}},
+ ipv6PrivateNetworks: []net.IPNet{{IP: net.ParseIP("::FFFF:2.0.0.0"), Mask: net.CIDRMask(108, 128)}},
+ expected: true,
+ },
+ {
+ description: "Mixed - Private - IPv6 Encoded IPv4",
+ ip: net.ParseIP("::FFFF:2.2.2.2"),
+ ver: IPv6,
+ ipv4PrivateNetworks: []net.IPNet{{IP: net.ParseIP("1.0.0.0"), Mask: net.CIDRMask(8, 32)}},
+ ipv6PrivateNetworks: []net.IPNet{{IP: net.ParseIP("::FFFF:2.0.0.0"), Mask: net.CIDRMask(108, 128)}},
+ expected: false,
+ },
+ }
+
+ for _, test := range testCases {
+ requestValidation := PublicNetworkIPValidator{
+ IPv4PrivateNetworks: test.ipv4PrivateNetworks,
+ IPv6PrivateNetworks: test.ipv6PrivateNetworks,
+ }
+
+ result := requestValidation.IsValid(test.ip, test.ver)
+
+ assert.Equal(t, test.expected, result, test.description)
+ }
+}
+
+func TestVersionIPValidator(t *testing.T) {
+ testCases := []struct {
+ description string
+ validatorVersion IPVersion
+ ip net.IP
+ ipVer IPVersion
+ expected bool
+ }{
+ {
+ description: "IPv4",
+ validatorVersion: IPv4,
+ ip: net.ParseIP("1.1.1.1"),
+ ipVer: IPv4,
+ expected: true,
+ },
+ {
+ description: "IPv4 - Given Unknown",
+ validatorVersion: IPv4,
+ ip: nil,
+ ipVer: IPvUnknown,
+ expected: false,
+ },
+ {
+ description: "IPv6",
+ validatorVersion: IPv6,
+ ip: net.ParseIP("1111::"),
+ ipVer: IPv6,
+ expected: true,
+ },
+ {
+ description: "IPv6 - Given Unknown",
+ validatorVersion: IPv6,
+ ip: nil,
+ ipVer: IPvUnknown,
+ expected: false,
+ },
+ }
+
+ for _, test := range testCases {
+ m := VersionIPValidator{
+ Version: test.validatorVersion,
+ }
+
+ result := m.IsValid(test.ip, test.ipVer)
+
+ assert.Equal(t, test.expected, result)
+ }
+}
From 9b96f50afeb81a665668525ff1804d04c3b64ea2 Mon Sep 17 00:00:00 2001
From: SmartyAdman <59048845+SmartyAdman@users.noreply.github.com>
Date: Mon, 29 Jun 2020 22:45:43 +0300
Subject: [PATCH 128/381] Change endpont address (#1370)
* Adman adapter
* add adman line to syner test
* add tests
* fix issues
* fix web banner test
* add 404 banner
* fmt
* rase coverage
* del redundant files
* change endpont address
* change config endpoint
Co-authored-by: Aiholkin
---
adapters/adman/adman_test.go | 2 +-
adapters/adman/admantest/exemplary/simple-banner.json | 6 +++---
adapters/adman/admantest/exemplary/simple-video.json | 2 +-
adapters/adman/admantest/exemplary/simple-web-banner.json | 6 +++---
adapters/adman/admantest/supplemental/bad_response.json | 2 +-
adapters/adman/admantest/supplemental/status-204.json | 2 +-
adapters/adman/admantest/supplemental/status-404.json | 2 +-
config/config.go | 2 +-
8 files changed, 12 insertions(+), 12 deletions(-)
diff --git a/adapters/adman/adman_test.go b/adapters/adman/adman_test.go
index da0f37e9a48..4ef88933759 100644
--- a/adapters/adman/adman_test.go
+++ b/adapters/adman/adman_test.go
@@ -7,6 +7,6 @@ import (
)
func TestJsonSamples(t *testing.T) {
- admanAdapter := NewAdmanBidder("http://eu-ams-1.admanmedia.com/?c=o&m=ortb")
+ admanAdapter := NewAdmanBidder("http://pub.admanmedia.com/?c=o&m=ortb")
adapterstest.RunJSONBidderTest(t, "admantest", admanAdapter)
}
diff --git a/adapters/adman/admantest/exemplary/simple-banner.json b/adapters/adman/admantest/exemplary/simple-banner.json
index 41f76e00645..8bbe16aa0fe 100644
--- a/adapters/adman/admantest/exemplary/simple-banner.json
+++ b/adapters/adman/admantest/exemplary/simple-banner.json
@@ -37,7 +37,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "uri": "http://pub.admanmedia.com/?c=o&m=ortb",
"body": {
"id": "test-request-id",
"imp": [
@@ -84,7 +84,7 @@
"id": "test_bid_id",
"impid": "test-imp-id",
"price": 0.27543,
- "adm": "",
+ "adm": "",
"cid": "test_cid",
"crid": "test_crid",
"dealid": "test_dealid",
@@ -114,7 +114,7 @@
"id": "test_bid_id",
"impid": "test-imp-id",
"price": 0.27543,
- "adm": "",
+ "adm": "",
"cid": "test_cid",
"crid": "test_crid",
"dealid": "test_dealid",
diff --git a/adapters/adman/admantest/exemplary/simple-video.json b/adapters/adman/admantest/exemplary/simple-video.json
index d7fa82d274d..159a30a93e0 100644
--- a/adapters/adman/admantest/exemplary/simple-video.json
+++ b/adapters/adman/admantest/exemplary/simple-video.json
@@ -30,7 +30,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "uri": "http://pub.admanmedia.com/?c=o&m=ortb",
"body": {
"id": "test-request-id",
"device": {
diff --git a/adapters/adman/admantest/exemplary/simple-web-banner.json b/adapters/adman/admantest/exemplary/simple-web-banner.json
index ce872bff52b..0ceaac7c6d5 100644
--- a/adapters/adman/admantest/exemplary/simple-web-banner.json
+++ b/adapters/adman/admantest/exemplary/simple-web-banner.json
@@ -36,7 +36,7 @@
"httpCalls": [
{
"expectedRequest": {
- "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "uri": "http://pub.admanmedia.com/?c=o&m=ortb",
"body": {
"id": "test-request-id",
"imp": [
@@ -82,7 +82,7 @@
"id": "test_bid_id",
"impid": "test-imp-id",
"price": 0.27543,
- "adm": "",
+ "adm": "",
"cid": "test_cid",
"crid": "test_crid",
"dealid": "test_dealid",
@@ -112,7 +112,7 @@
"id": "test_bid_id",
"impid": "test-imp-id",
"price": 0.27543,
- "adm": "",
+ "adm": "",
"cid": "test_cid",
"crid": "test_crid",
"dealid": "test_dealid",
diff --git a/adapters/adman/admantest/supplemental/bad_response.json b/adapters/adman/admantest/supplemental/bad_response.json
index 8c349297e73..d5a28c74256 100644
--- a/adapters/adman/admantest/supplemental/bad_response.json
+++ b/adapters/adman/admantest/supplemental/bad_response.json
@@ -35,7 +35,7 @@
},
"httpCalls": [{
"expectedRequest": {
- "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "uri": "http://pub.admanmedia.com/?c=o&m=ortb",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/adman/admantest/supplemental/status-204.json b/adapters/adman/admantest/supplemental/status-204.json
index 7f9a12dec29..72b28bffdcf 100644
--- a/adapters/adman/admantest/supplemental/status-204.json
+++ b/adapters/adman/admantest/supplemental/status-204.json
@@ -35,7 +35,7 @@
},
"httpCalls": [{
"expectedRequest": {
- "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "uri": "http://pub.admanmedia.com/?c=o&m=ortb",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/adapters/adman/admantest/supplemental/status-404.json b/adapters/adman/admantest/supplemental/status-404.json
index 560878342f0..043afbdc1dc 100644
--- a/adapters/adman/admantest/supplemental/status-404.json
+++ b/adapters/adman/admantest/supplemental/status-404.json
@@ -35,7 +35,7 @@
},
"httpCalls": [{
"expectedRequest": {
- "uri": "http://eu-ams-1.admanmedia.com/?c=o&m=ortb",
+ "uri": "http://pub.admanmedia.com/?c=o&m=ortb",
"body": {
"id": "test-request-id",
"imp": [
diff --git a/config/config.go b/config/config.go
index 50cfbb1c170..16bab2996be 100755
--- a/config/config.go
+++ b/config/config.go
@@ -773,7 +773,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.adhese.endpoint", "https://ads-{{.AccountID}}.adhese.com/json")
v.SetDefault("adapters.adkernel.endpoint", "http://{{.Host}}/hb?zone={{.ZoneID}}")
v.SetDefault("adapters.adkerneladn.endpoint", "http://{{.Host}}/rtbpub?account={{.PublisherID}}")
- v.SetDefault("adapters.adman.endpoint", "http://eu-ams-1.admanmedia.com/?c=o&m=ortb")
+ v.SetDefault("adapters.adman.endpoint", "http://pub.admanmedia.com/?c=o&m=ortb")
v.SetDefault("adapters.admixer.endpoint", "http://inv-nets.admixer.net/pbs.aspx")
v.SetDefault("adapters.adocean.endpoint", "https://{{.Host}}")
v.SetDefault("adapters.adoppler.endpoint", "http://app.trustedmarketplace.io/ads")
From 919d29ac3a6a29a55baa392d0dbbb88872ddd3c4 Mon Sep 17 00:00:00 2001
From: Florian Hartwig
Date: Tue, 30 Jun 2020 16:29:43 +0200
Subject: [PATCH 129/381] Don't override test parameter (#1373)
---
adapters/pubnative/pubnative.go | 1 -
adapters/pubnative/pubnativetest/exemplary/simple-banner.json | 1 +
2 files changed, 1 insertion(+), 1 deletion(-)
diff --git a/adapters/pubnative/pubnative.go b/adapters/pubnative/pubnative.go
index 4dc92920d8e..777ac4a05ed 100644
--- a/adapters/pubnative/pubnative.go
+++ b/adapters/pubnative/pubnative.go
@@ -83,7 +83,6 @@ func checkRequest(request *openrtb.BidRequest) error {
}
}
- request.Test = 0 // don't forward test flag to PN adserver
return nil
}
diff --git a/adapters/pubnative/pubnativetest/exemplary/simple-banner.json b/adapters/pubnative/pubnativetest/exemplary/simple-banner.json
index 7c7d1319a50..5297cd3284d 100644
--- a/adapters/pubnative/pubnativetest/exemplary/simple-banner.json
+++ b/adapters/pubnative/pubnativetest/exemplary/simple-banner.json
@@ -111,6 +111,7 @@
},
"at": 1,
"tmax": 200,
+ "test": 1,
"source": {
"tid": "283746293874293"
},
From e430c629b140d263f0c38195862fae5661bb785f Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Tue, 30 Jun 2020 12:44:01 -0400
Subject: [PATCH 130/381] OpenX + Facebook Hardening (#1368)
---
adapters/adapterstest/test_json.go | 6 +-
.../exemplary/banner-app.json | 116 +++++++++++++++
.../{banner.json => banner-site.json} | 6 -
.../exemplary/interstitial.json | 6 -
.../exemplary/native-1.1.json | 6 -
.../audienceNetworktest/exemplary/video.json | 6 -
.../supplemental/banner-format-only.json | 6 -
.../supplemental/invalid-adm.json | 103 ++++++++++++++
.../supplemental/invalid-interstitial.json | 40 ++++++
.../supplemental/missing-adm-bidid.json | 107 ++++++++++++++
.../supplemental/missing-adm.json | 106 ++++++++++++++
.../supplemental/multi-imp.json | 12 --
.../supplemental/no-bid-204.json | 6 -
.../supplemental/no-imps.json | 22 +++
.../supplemental/server-error-500.json | 87 ++++++++++++
.../supplemental/split-placementId.json | 6 -
adapters/audienceNetwork/facebook.go | 132 +++++++++---------
adapters/audienceNetwork/facebook_test.go | 31 +++-
adapters/openx/openx.go | 6 +-
exchange/adapter_map.go | 1 -
util/maputil/maputil.go | 21 +++
util/maputil/maputil_test.go | 113 +++++++++++++++
22 files changed, 813 insertions(+), 132 deletions(-)
create mode 100644 adapters/audienceNetwork/audienceNetworktest/exemplary/banner-app.json
rename adapters/audienceNetwork/audienceNetworktest/exemplary/{banner.json => banner-site.json} (96%)
create mode 100644 adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json
create mode 100644 adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json
create mode 100644 adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json
create mode 100644 adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json
create mode 100644 adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json
create mode 100644 adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json
create mode 100644 util/maputil/maputil.go
create mode 100644 util/maputil/maputil_test.go
diff --git a/adapters/adapterstest/test_json.go b/adapters/adapterstest/test_json.go
index 8fdb9c5d9d6..a25a4f1905a 100644
--- a/adapters/adapterstest/test_json.go
+++ b/adapters/adapterstest/test_json.go
@@ -164,14 +164,16 @@ type httpRequest struct {
}
type httpResponse struct {
- Status int `json:"status"`
- Body json.RawMessage `json:"body"`
+ Status int `json:"status"`
+ Body json.RawMessage `json:"body"`
+ Headers http.Header `json:"headers"`
}
func (resp *httpResponse) ToResponseData(t *testing.T) *adapters.ResponseData {
return &adapters.ResponseData{
StatusCode: resp.Status,
Body: resp.Body,
+ Headers: resp.Headers,
}
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-app.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-app.json
new file mode 100644
index 00000000000..3ac62d90cd4
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-app.json
@@ -0,0 +1,116 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{
+ "w": 300,
+ "h": 250
+ }],
+ "w": 300,
+ "h": 250
+ },
+ "ext": {
+ "bidder": {
+ "publisherid": "123",
+ "placementid": "456"
+ }
+ }
+ }],
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "httpcalls": [{
+ "expectedRequest": {
+ "uri": "https://an.facebook.com/placementbid.ortb",
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "X-Fb-Pool-Routing-Token": [
+ "v4_bidder_token"
+ ]
+ },
+ "body": {
+ "id": "test-imp-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "w": -1,
+ "h": 250
+ },
+ "tagid": "123_456"
+ }],
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
+ "publisher": {
+ "id": "123"
+ }
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500,
+ "ext": {
+ "authentication_id": "4e24a2b23fbfb5e41a9093b921d6cddf497c24dd5f63879038cec2ab2f27d174",
+ "platformid": "test-platform-id"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-imp-id",
+ "seatbid": [{
+ "bid": [{
+ "id": "987",
+ "impid": "test-imp-id",
+ "price": 1.000000,
+ "adm": "{\"type\":\"ID\",\"bid_id\":\"987\",\"placement_id\":\"123_456\",\"resolved_placement_id\":\"123_456\",\"sdk_version\":\"5.5.0\",\"device_id\":\"abc\",\"template\":1,\"payload\":null,\"bid_time_token\":\"v4_bidder_token=\"}",
+ "nurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=0&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "lurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=${AUCTION_LOSS}&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "burl": "https://www.facebook.com/audiencenetwork/burl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&clearing_price=${AUCTION_PRICE}"
+ }]
+ }],
+ "bidid": "654",
+ "cur": "USD"
+ }
+ }
+ }],
+ "expectedBidResponses": [{
+ "currency": "USD",
+ "bids": [{
+ "bid": {
+ "id": "987",
+ "impid": "test-imp-id",
+ "price": 1,
+ "adm": "{\"type\":\"ID\",\"bid_id\":\"987\",\"placement_id\":\"123_456\",\"resolved_placement_id\":\"123_456\",\"sdk_version\":\"5.5.0\",\"device_id\":\"abc\",\"template\":1,\"payload\":null,\"bid_time_token\":\"v4_bidder_token=\"}",
+ "adid": "987",
+ "crid": "987",
+ "nurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=0&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "lurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=${AUCTION_LOSS}&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "burl": "https://www.facebook.com/audiencenetwork/burl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&clearing_price=${AUCTION_PRICE}"
+ },
+ "type": "banner"
+ }]
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/banner.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-site.json
similarity index 96%
rename from adapters/audienceNetwork/audienceNetworktest/exemplary/banner.json
rename to adapters/audienceNetwork/audienceNetworktest/exemplary/banner-site.json
index f5f92515e26..01bab3dfd71 100644
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/banner.json
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-site.json
@@ -62,12 +62,6 @@
"tagid": "123_456"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json
index bad228d5f18..9f563f11948 100644
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json
@@ -64,12 +64,6 @@
"tagid": "123_456"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json
index 9090d80d099..16bed344767 100644
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json
@@ -56,12 +56,6 @@
"tagid": "123_456"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json
index 22c62f8b821..5ece0f08530 100644
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json
@@ -66,12 +66,6 @@
"tagid": "123_456"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json
index 3edd6569258..5469fefbd65 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json
@@ -64,12 +64,6 @@
"tagid": "123_456"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json
new file mode 100644
index 00000000000..f145f5fe4ce
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json
@@ -0,0 +1,103 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{
+ "w": 300,
+ "h": 250
+ }],
+ "w": 300,
+ "h": 250
+ },
+ "ext": {
+ "bidder": {
+ "publisherid": "123",
+ "placementid": "456"
+ }
+ }
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "httpcalls": [{
+ "expectedRequest": {
+ "uri": "https://an.facebook.com/placementbid.ortb",
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "X-Fb-Pool-Routing-Token": [
+ "v4_bidder_token"
+ ]
+ },
+ "body": {
+ "id": "test-imp-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "w": -1,
+ "h": 250
+ },
+ "tagid": "123_456"
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org",
+ "publisher": {
+ "id": "123"
+ }
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500,
+ "ext": {
+ "authentication_id": "4e24a2b23fbfb5e41a9093b921d6cddf497c24dd5f63879038cec2ab2f27d174",
+ "platformid": "test-platform-id"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-imp-id",
+ "seatbid": [{
+ "bid": [{
+ "id": "987",
+ "impid": "test-imp-id",
+ "price": 1.000000,
+ "adm": "malformed",
+ "nurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=0&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "lurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=${AUCTION_LOSS}&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "burl": "https://www.facebook.com/audiencenetwork/burl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&clearing_price=${AUCTION_PRICE}"
+ }]
+ }],
+ "bidid": "654",
+ "cur": "USD"
+ }
+ }
+ }],
+ "expectedMakeBidsErrors": [{
+ "value": "invalid character 'm' looking for beginning of value",
+ "comparison": "literal"
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json
new file mode 100644
index 00000000000..ad19d94c6e9
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json
@@ -0,0 +1,40 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "minduration": 15,
+ "maxduration": 30,
+ "protocols": [2, 3, 5, 6, 7, 8],
+ "linearity": 1,
+ "w": 940,
+ "h": 560
+ },
+ "instl": 1,
+ "ext": {
+ "bidder": {
+ "publisherid": "123",
+ "placementid": "456"
+ }
+ }
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "expectedMakeRequestsErrors": [{
+ "value": "imp #test-imp-id: interstitial imps are only supported for banner",
+ "comparison": "literal"
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json
new file mode 100644
index 00000000000..b57c900104e
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json
@@ -0,0 +1,107 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{
+ "w": 300,
+ "h": 250
+ }],
+ "w": 300,
+ "h": 250
+ },
+ "ext": {
+ "bidder": {
+ "publisherid": "123",
+ "placementid": "456"
+ }
+ }
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "httpcalls": [{
+ "expectedRequest": {
+ "uri": "https://an.facebook.com/placementbid.ortb",
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "X-Fb-Pool-Routing-Token": [
+ "v4_bidder_token"
+ ]
+ },
+ "body": {
+ "id": "test-imp-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "w": -1,
+ "h": 250
+ },
+ "tagid": "123_456"
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org",
+ "publisher": {
+ "id": "123"
+ }
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500,
+ "ext": {
+ "authentication_id": "4e24a2b23fbfb5e41a9093b921d6cddf497c24dd5f63879038cec2ab2f27d174",
+ "platformid": "test-platform-id"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-imp-id",
+ "seatbid": [{
+ "bid": [{
+ "id": "987",
+ "impid": "test-imp-id",
+ "price": 1.000000,
+ "adm": "{\"type\":\"ID\",\"placement_id\":\"123_456\",\"resolved_placement_id\":\"123_456\",\"sdk_version\":\"5.5.0\",\"device_id\":\"abc\",\"template\":1,\"payload\":null,\"bid_time_token\":\"v4_bidder_token=\"}",
+ "nurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=0&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "lurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=${AUCTION_LOSS}&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "burl": "https://www.facebook.com/audiencenetwork/burl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&clearing_price=${AUCTION_PRICE}"
+ }]
+ }],
+ "bidid": "654",
+ "cur": "USD"
+ }
+ }
+ }],
+ "expectedBidResponses": [{
+ "currency": "USD",
+ "bids": []
+ }],
+ "expectedMakeBidsErrors": [{
+ "value": "bid 987 missing 'bid_id' in 'adm'",
+ "comparison": "literal"
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json
new file mode 100644
index 00000000000..23227aab959
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json
@@ -0,0 +1,106 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{
+ "w": 300,
+ "h": 250
+ }],
+ "w": 300,
+ "h": 250
+ },
+ "ext": {
+ "bidder": {
+ "publisherid": "123",
+ "placementid": "456"
+ }
+ }
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "httpcalls": [{
+ "expectedRequest": {
+ "uri": "https://an.facebook.com/placementbid.ortb",
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "X-Fb-Pool-Routing-Token": [
+ "v4_bidder_token"
+ ]
+ },
+ "body": {
+ "id": "test-imp-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "w": -1,
+ "h": 250
+ },
+ "tagid": "123_456"
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org",
+ "publisher": {
+ "id": "123"
+ }
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500,
+ "ext": {
+ "authentication_id": "4e24a2b23fbfb5e41a9093b921d6cddf497c24dd5f63879038cec2ab2f27d174",
+ "platformid": "test-platform-id"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-imp-id",
+ "seatbid": [{
+ "bid": [{
+ "id": "987",
+ "impid": "test-imp-id",
+ "price": 1.000000,
+ "nurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=0&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "lurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=${AUCTION_LOSS}&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
+ "burl": "https://www.facebook.com/audiencenetwork/burl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&clearing_price=${AUCTION_PRICE}"
+ }]
+ }],
+ "bidid": "654",
+ "cur": "USD"
+ }
+ }
+ }],
+ "expectedBidResponses": [{
+ "currency": "USD",
+ "bids": []
+ }],
+ "expectedMakeBidsErrors": [{
+ "value": "Bid 987 missing 'adm'",
+ "comparison": "literal"
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json
index 16e8aede10c..231c2826548 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json
@@ -81,12 +81,6 @@
"tagid": "pub1_plmt1"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
@@ -158,12 +152,6 @@
"tagid": "pub2_plmt2"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json
index bb192aad76f..45b35e05dd9 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json
@@ -56,12 +56,6 @@
"tagid": "123_456"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json
new file mode 100644
index 00000000000..7420f7e8fb2
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json
@@ -0,0 +1,22 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "expectedMakeRequestsErrors": [{
+ "value": "No impressions provided",
+ "comparison": "literal"
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json
new file mode 100644
index 00000000000..7ff8886139a
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json
@@ -0,0 +1,87 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "native": {
+ "request": "{\"ver\":\"1.1\",\"context\":1,\"contextsubtype\":11,\"plcmttype\":4,\"plcmtcnt\":1,\"assets\":[{\"id\":1,\"required\":1,\"title\":{\"len\":500}},{\"id\":2,\"required\":1,\"img\":{\"type\":3,\"wmin\":1,\"hmin\":1}},{\"id\":3,\"required\":0,\"data\":{\"type\":1,\"len\":200}},{\"id\":4,\"required\":0,\"data\":{\"type\":2,\"len\":15000}},{\"id\":5,\"required\":0,\"data\":{\"type\":6,\"len\":40}},{\"id\":6,\"required\":0,\"data\":{\"type\":500}}]}",
+ "ver": "1.1"
+ },
+ "ext": {
+ "bidder": {
+ "publisherid": "123",
+ "placementid": "456"
+ }
+ }
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "httpcalls": [{
+ "expectedRequest": {
+ "uri": "https://an.facebook.com/placementbid.ortb",
+ "headers": {
+ "Accept": [
+ "application/json"
+ ],
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "X-Fb-Pool-Routing-Token": [
+ "v4_bidder_token"
+ ]
+ },
+ "body": {
+ "id": "test-imp-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "native": {
+ "w": -1,
+ "h": -1
+ },
+ "tagid": "123_456"
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org",
+ "publisher": {
+ "id": "123"
+ }
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500,
+ "ext": {
+ "authentication_id": "4e24a2b23fbfb5e41a9093b921d6cddf497c24dd5f63879038cec2ab2f27d174",
+ "platformid": "test-platform-id"
+ }
+ }
+ },
+ "mockResponse": {
+ "headers": {
+ "X-Fb-An-Errors": [
+ "someError"
+ ]},
+ "status": 500
+ }
+ }],
+ "expectedMakeBidsErrors": [{
+ "value": "Unexpected status code 500 with error message 'someError'",
+ "comparison": "literal"
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json
index 4c561c55276..34c1eccc58e 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json
@@ -50,12 +50,6 @@
"tagid": "123_456"
}
],
- "ext": {
- "appnexus": {
- "hb_source": 5
- },
- "prebid": {}
- },
"site": {
"domain": "prebid.org",
"page": "prebid.org",
diff --git a/adapters/audienceNetwork/facebook.go b/adapters/audienceNetwork/facebook.go
index 9edb9a7d57e..f4091e4e23c 100644
--- a/adapters/audienceNetwork/facebook.go
+++ b/adapters/audienceNetwork/facebook.go
@@ -10,16 +10,17 @@ import (
"net/http"
"strings"
- "github.com/buger/jsonparser"
- "github.com/golang/glog"
- "github.com/mxmCherry/openrtb"
"github.com/prebid/prebid-server/adapters"
"github.com/prebid/prebid-server/errortypes"
"github.com/prebid/prebid-server/openrtb_ext"
+ "github.com/prebid/prebid-server/util/maputil"
+
+ "github.com/buger/jsonparser"
+ "github.com/golang/glog"
+ "github.com/mxmCherry/openrtb"
)
type FacebookAdapter struct {
- http *adapters.HTTPAdapter
URI string
nonSecureUri string
platformID string
@@ -35,15 +36,6 @@ var supportedBannerHeights = map[uint64]bool{
250: true,
}
-// used for cookies and such
-func (a *FacebookAdapter) Name() string {
- return "audienceNetwork"
-}
-
-func (a *FacebookAdapter) SkipNoCookies() bool {
- return false
-}
-
type facebookReqExt struct {
PlatformID string `json:"platformid"`
AuthID string `json:"authentication_id"`
@@ -178,8 +170,10 @@ func (this *FacebookAdapter) modifyImp(out *openrtb.Imp) error {
}
}
- switch impType {
- case openrtb_ext.BidTypeBanner:
+ if impType == openrtb_ext.BidTypeBanner {
+ bannerCopy := *out.Banner
+ out.Banner = &bannerCopy
+
if out.Instl == 1 {
out.Banner.W = openrtb.Uint64Ptr(0)
out.Banner.H = openrtb.Uint64Ptr(0)
@@ -212,7 +206,6 @@ func (this *FacebookAdapter) modifyImp(out *openrtb.Imp) error {
/* This will get overwritten post-serialization */
out.Banner.W = openrtb.Uint64Ptr(0)
out.Banner.Format = nil
- break
}
return nil
@@ -239,102 +232,106 @@ func (this *FacebookAdapter) extractPlacementAndPublisher(out *openrtb.Imp) (str
}
}
- placementId := fbExt.PlacementId
- publisherId := fbExt.PublisherId
+ placementID := fbExt.PlacementId
+ publisherID := fbExt.PublisherId
// Support the legacy path with the caller was expected to pass in just placementId
// which was an underscore concantenated string with the publisherId and placementId.
// The new path for callers is to pass in the placementId and publisherId independently
// and the below code will prefix the placementId that we pass to FAN with the publsiherId
// so that we can abstract the implementation details from the caller
- toks := strings.Split(placementId, "_")
+ toks := strings.Split(placementID, "_")
if len(toks) == 1 {
- if publisherId == "" {
+ if publisherID == "" {
return "", "", &errortypes.BadInput{
Message: "Missing publisherId param",
}
}
- return placementId, publisherId, nil
+ return placementID, publisherID, nil
} else if len(toks) == 2 {
- publisherId = toks[0]
- placementId = toks[1]
+ publisherID = toks[0]
+ placementID = toks[1]
} else {
return "", "", &errortypes.BadInput{
- Message: fmt.Sprintf("Invalid placementId param '%s' and publisherId param '%s'", placementId, publisherId),
+ Message: fmt.Sprintf("Invalid placementId param '%s' and publisherId param '%s'", placementID, publisherID),
}
}
- return placementId, publisherId, nil
+ return placementID, publisherID, nil
}
// XXX: This entire function is just a hack to get around mxmCherry 11.0.0 limitations, without
// having to fork the library and maintain our own branch
-func modifyImpCustom(json []byte, imp *openrtb.Imp) ([]byte, error) {
+func modifyImpCustom(jsonData []byte, imp *openrtb.Imp) ([]byte, error) {
impType, ok := resolveImpType(imp)
if ok == false {
panic("processing an invalid impression")
}
- var err error
+ var jsonMap map[string]interface{}
+ err := json.Unmarshal(jsonData, &jsonMap)
+ if err != nil {
+ return jsonData, err
+ }
+
+ var impMap map[string]interface{}
+ if impSlice, ok := maputil.ReadEmbeddedSlice(jsonMap, "imp"); !ok {
+ return jsonData, errors.New("unable to find imp in json data")
+ } else if len(impSlice) == 0 {
+ return jsonData, errors.New("unable to find imp[0] in json data")
+ } else if impMap, ok = impSlice[0].(map[string]interface{}); !ok {
+ return jsonData, errors.New("unexpected type for imp[0] found in json data")
+ }
switch impType {
case openrtb_ext.BidTypeBanner:
- // The current version of mxmCherry (11.0.0) repesents banner.w as unsigned
- // integers, so setting a value of -1 is not possible which is why we have to do it
+ // The current version of mxmCherry (11.0.0) represents banner.w as an unsigned
+ // integer, so setting a value of -1 is not possible which is why we have to do it
// post-serialization
-
- // The above does not apply to interstitial impressions
- if imp.Instl == 1 {
- break
- }
-
- json, err = jsonparser.Set(json, []byte("-1"), "imp", "[0]", "banner", "w")
- if err != nil {
- return json, err
+ isInterstitial := imp.Instl == 1
+ if !isInterstitial {
+ if bannerMap, ok := maputil.ReadEmbeddedMap(impMap, "banner"); ok {
+ bannerMap["w"] = json.RawMessage("-1")
+ } else {
+ return jsonData, errors.New("unable to find imp[0].banner in json data")
+ }
}
- break
-
case openrtb_ext.BidTypeVideo:
// mxmCherry omits video.w/h if set to zero, so we need to force set those
// fields to zero post-serialization for the time being
- json, err = jsonparser.Set(json, []byte("0"), "imp", "[0]", "video", "w")
- if err != nil {
- return json, err
+ if videoMap, ok := maputil.ReadEmbeddedMap(impMap, "video"); ok {
+ videoMap["w"] = json.RawMessage("0")
+ videoMap["h"] = json.RawMessage("0")
+ } else {
+ return jsonData, errors.New("unable to find imp[0].video in json data")
}
- json, err = jsonparser.Set(json, []byte("0"), "imp", "[0]", "video", "h")
- if err != nil {
- return json, err
+ case openrtb_ext.BidTypeNative:
+ nativeMap, ok := maputil.ReadEmbeddedMap(impMap, "native")
+ if !ok {
+ return jsonData, errors.New("unable to find imp[0].video in json data")
}
- break
-
- case openrtb_ext.BidTypeNative:
// Set w/h to -1 for native impressions based on the facebook native spec.
// We have to set this post-serialization since the OpenRTB protocol doesn't
- // actaully support w/h in the native object
- json, err = jsonparser.Set(json, []byte("-1"), "imp", "[0]", "native", "w")
- if err != nil {
- return json, err
- }
-
- json, err = jsonparser.Set(json, []byte("-1"), "imp", "[0]", "native", "h")
- if err != nil {
- return json, err
- }
+ // actually support w/h in the native object
+ nativeMap["w"] = json.RawMessage("-1")
+ nativeMap["h"] = json.RawMessage("-1")
// The FAN adserver does not expect the native request payload, all that information
// is derived server side based on the placement ID. We need to remove these pieces of
// information manually since OpenRTB (and thus mxmCherry) never omit native.request
- json = jsonparser.Delete(json, "imp", "[0]", "native", "ver")
- json = jsonparser.Delete(json, "imp", "[0]", "native", "request")
-
- break
+ delete(nativeMap, "ver")
+ delete(nativeMap, "request")
}
- return json, nil
+ if jsonReEncoded, err := json.Marshal(jsonMap); err == nil {
+ return jsonReEncoded, nil
+ } else {
+ return nil, fmt.Errorf("unable to encode json data (%v)", err)
+ }
}
func (this *FacebookAdapter) MakeBids(request *openrtb.BidRequest, adapterRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
@@ -430,7 +427,7 @@ func resolveImpType(imp *openrtb.Imp) (openrtb_ext.BidType, bool) {
return openrtb_ext.BidTypeBanner, false
}
-func NewFacebookBidder(client *http.Client, platformID string, appSecret string) adapters.Bidder {
+func NewFacebookBidder(platformID string, appSecret string) adapters.Bidder {
if platformID == "" {
glog.Errorf("No facebook partnerID specified. Calls to the Audience Network will fail. Did you set adapters.facebook.platform_id in the app config?")
return &adapters.MisconfiguredBidder{
@@ -447,11 +444,8 @@ func NewFacebookBidder(client *http.Client, platformID string, appSecret string)
}
}
- a := &adapters.HTTPAdapter{Client: client}
-
return &FacebookAdapter{
- http: a,
- URI: "https://an.facebook.com/placementbid.ortb",
+ URI: "https://an.facebook.com/placementbid.ortb",
//for AB test
nonSecureUri: "http://an.facebook.com/placementbid.ortb",
platformID: platformID,
diff --git a/adapters/audienceNetwork/facebook_test.go b/adapters/audienceNetwork/facebook_test.go
index 784a540e596..7f567d6137b 100644
--- a/adapters/audienceNetwork/facebook_test.go
+++ b/adapters/audienceNetwork/facebook_test.go
@@ -1,6 +1,7 @@
package audienceNetwork
import (
+ "errors"
"testing"
"time"
@@ -40,14 +41,14 @@ type FacebookExt struct {
}
func TestJsonSamples(t *testing.T) {
- adapterstest.RunJSONBidderTest(t, "audienceNetworktest", NewFacebookBidder(nil, "test-platform-id", "test-app-secret"))
+ adapterstest.RunJSONBidderTest(t, "audienceNetworktest", NewFacebookBidder("test-platform-id", "test-app-secret"))
}
func TestMakeTimeoutNoticeApp(t *testing.T) {
req := adapters.RequestData{
Body: []byte(`{"id":"1234","imp":[{"id":"1234"}],"app":{"publisher":{"id":"5678"}}}`),
}
- fba := NewFacebookBidder(nil, "test-platform-id", "test-app-secret")
+ fba := NewFacebookBidder("test-platform-id", "test-app-secret")
tb, ok := fba.(adapters.TimeoutBidder)
if !ok {
@@ -64,7 +65,7 @@ func TestMakeTimeoutNoticeSite(t *testing.T) {
req := adapters.RequestData{
Body: []byte(`{"id":"1234","imp":[{"id":"1234"}],"site":{"publisher":{"id":"5678"}}}`),
}
- fba := NewFacebookBidder(nil, "test-platform-id", "test-app-secret")
+ fba := NewFacebookBidder("test-platform-id", "test-app-secret")
tb, ok := fba.(adapters.TimeoutBidder)
if !ok {
@@ -81,7 +82,7 @@ func TestMakeTimeoutNoticeBadRequest(t *testing.T) {
req := adapters.RequestData{
Body: []byte(`{"imp":[{{"id":"1234"}}`),
}
- fba := NewFacebookBidder(nil, "test-platform-id", "test-app-secret")
+ fba := NewFacebookBidder("test-platform-id", "test-app-secret")
tb, ok := fba.(adapters.TimeoutBidder)
if !ok {
@@ -93,3 +94,25 @@ func TestMakeTimeoutNoticeBadRequest(t *testing.T) {
assert.NotNil(t, err, "Facebook MakeTimeoutNotification() did not return an error")
}
+
+func TestNewFacebookBidderMissingPlatformID(t *testing.T) {
+ result := NewFacebookBidder("", "anyAppSecret")
+
+ expected := &adapters.MisconfiguredBidder{
+ Name: "audienceNetwork",
+ Error: errors.New("Audience Network is not configured properly on this Prebid Server deploy. If you believe this should work, contact the company hosting the service and tell them to check their configuration."),
+ }
+
+ assert.Equal(t, expected, result)
+}
+
+func TestNewFacebookBidderMissingAppSecret(t *testing.T) {
+ result := NewFacebookBidder("anyPlatformID", "")
+
+ expected := &adapters.MisconfiguredBidder{
+ Name: "audienceNetwork",
+ Error: errors.New("Audience Network is not configured properly on this Prebid Server deploy. If you believe this should work, contact the company hosting the service and tell them to check their configuration."),
+ }
+
+ assert.Equal(t, expected, result)
+}
diff --git a/adapters/openx/openx.go b/adapters/openx/openx.go
index 63297d0a4ee..ca88b18bdb8 100644
--- a/adapters/openx/openx.go
+++ b/adapters/openx/openx.go
@@ -143,11 +143,13 @@ func preprocess(imp *openrtb.Imp, reqExt *openxReqExt) error {
}
if imp.Video != nil {
+ videoCopy := *imp.Video
if bidderExt.Prebid != nil && bidderExt.Prebid.IsRewardedInventory == 1 {
- imp.Video.Ext = json.RawMessage(`{"rewarded":1}`)
+ videoCopy.Ext = json.RawMessage(`{"rewarded":1}`)
} else {
- imp.Video.Ext = nil
+ videoCopy.Ext = nil
}
+ imp.Video = &videoCopy
}
return nil
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index c30bb0c622e..1f62d232233 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -122,7 +122,6 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderEngageBDR: engagebdr.NewEngageBDRBidder(client, cfg.Adapters[string(openrtb_ext.BidderEngageBDR)].Endpoint),
openrtb_ext.BidderEPlanning: eplanning.NewEPlanningBidder(client, cfg.Adapters[string(openrtb_ext.BidderEPlanning)].Endpoint),
openrtb_ext.BidderFacebook: audienceNetwork.NewFacebookBidder(
- client,
cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderFacebook))].PlatformID,
cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderFacebook))].AppSecret),
openrtb_ext.BidderGamma: gamma.NewGammaBidder(cfg.Adapters[string(openrtb_ext.BidderGamma)].Endpoint),
diff --git a/util/maputil/maputil.go b/util/maputil/maputil.go
new file mode 100644
index 00000000000..0d1d7dbb51c
--- /dev/null
+++ b/util/maputil/maputil.go
@@ -0,0 +1,21 @@
+package maputil
+
+// ReadEmbeddedMap reads element k from the map m as a map[string]interface{}.
+func ReadEmbeddedMap(m map[string]interface{}, k string) (map[string]interface{}, bool) {
+ if v, ok := m[k]; ok {
+ vCasted, ok := v.(map[string]interface{})
+ return vCasted, ok
+ }
+
+ return nil, false
+}
+
+// ReadEmbeddedSlice reads element k from the map m as a []interface{}.
+func ReadEmbeddedSlice(m map[string]interface{}, k string) ([]interface{}, bool) {
+ if v, ok := m[k]; ok {
+ vCasted, ok := v.([]interface{})
+ return vCasted, ok
+ }
+
+ return nil, false
+}
diff --git a/util/maputil/maputil_test.go b/util/maputil/maputil_test.go
new file mode 100644
index 00000000000..2e6955cec9b
--- /dev/null
+++ b/util/maputil/maputil_test.go
@@ -0,0 +1,113 @@
+package maputil
+
+import (
+ "testing"
+
+ "github.com/stretchr/testify/assert"
+)
+
+func TestReadEmbeddedMap(t *testing.T) {
+ testCases := []struct {
+ description string
+ value map[string]interface{}
+ key string
+ expectedMap map[string]interface{}
+ expectedOK bool
+ }{
+ {
+ description: "Nil",
+ value: nil,
+ key: "",
+ expectedMap: nil,
+ expectedOK: false,
+ },
+ {
+ description: "Empty",
+ value: map[string]interface{}{},
+ key: "foo",
+ expectedMap: nil,
+ expectedOK: false,
+ },
+ {
+ description: "Success",
+ value: map[string]interface{}{"foo": map[string]interface{}{"bar": 42}},
+ key: "foo",
+ expectedMap: map[string]interface{}{"bar": 42},
+ expectedOK: true,
+ },
+ {
+ description: "Not Found",
+ value: map[string]interface{}{"foo": map[string]interface{}{"bar": 42}},
+ key: "notFound",
+ expectedMap: nil,
+ expectedOK: false,
+ },
+ {
+ description: "Wrong Type",
+ value: map[string]interface{}{"foo": 42},
+ key: "foo",
+ expectedMap: nil,
+ expectedOK: false,
+ },
+ }
+
+ for _, test := range testCases {
+ resultMap, resultOK := ReadEmbeddedMap(test.value, test.key)
+
+ assert.Equal(t, test.expectedMap, resultMap, test.description+":map")
+ assert.Equal(t, test.expectedOK, resultOK, test.description+":ok")
+ }
+}
+
+func TestReadEmbeddedSlice(t *testing.T) {
+ testCases := []struct {
+ description string
+ value map[string]interface{}
+ key string
+ expectedSlice []interface{}
+ expectedOK bool
+ }{
+ {
+ description: "Nil",
+ value: nil,
+ key: "",
+ expectedSlice: nil,
+ expectedOK: false,
+ },
+ {
+ description: "Empty",
+ value: map[string]interface{}{},
+ key: "foo",
+ expectedSlice: nil,
+ expectedOK: false,
+ },
+ {
+ description: "Success",
+ value: map[string]interface{}{"foo": []interface{}{42}},
+ key: "foo",
+ expectedSlice: []interface{}{42},
+ expectedOK: true,
+ },
+ {
+ description: "Not Found",
+ value: map[string]interface{}{"foo": []interface{}{42}},
+ key: "notFound",
+ expectedSlice: nil,
+ expectedOK: false,
+ },
+ {
+ description: "Wrong Type",
+ value: map[string]interface{}{"foo": 42},
+ key: "foo",
+ expectedSlice: nil,
+ expectedOK: false,
+ },
+ }
+
+ for _, test := range testCases {
+ resultSlice, resultOK := ReadEmbeddedSlice(test.value, test.key)
+
+ assert.Equal(t, test.expectedSlice, resultSlice, test.description+":slicd")
+ assert.Equal(t, test.expectedOK, resultOK, test.description+":ok")
+ }
+}
From 74af63b88166afd5bdcb2f388908a1f908855ff1 Mon Sep 17 00:00:00 2001
From: AaronColbyPrice <67345931+AaronColbyPrice@users.noreply.github.com>
Date: Thu, 2 Jul 2020 07:58:50 -0700
Subject: [PATCH 131/381] Updating Conversant endpoint url (#1376)
---
config/config.go | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/config/config.go b/config/config.go
index 16bab2996be..bb2b909f5de 100755
--- a/config/config.go
+++ b/config/config.go
@@ -791,7 +791,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.beintoo.endpoint", "https://ib.beintoo.com/um")
v.SetDefault("adapters.brightroll.endpoint", "http://east-bid.ybp.yahoo.com/bid/appnexuspbs")
v.SetDefault("adapters.consumable.endpoint", "https://e.serverbid.com/api/v2")
- v.SetDefault("adapters.conversant.endpoint", "http://api.hb.ad.cpe.dotomi.com/s2s/header/24")
+ v.SetDefault("adapters.conversant.endpoint", "http://api.hb.ad.cpe.dotomi.com/cvx/server/hb/ortb/25")
v.SetDefault("adapters.cpmstar.endpoint", "https://server.cpmstar.com/openrtbbidrq.aspx")
v.SetDefault("adapters.datablocks.endpoint", "http://{{.Host}}/openrtb2?sid={{.SourceId}}")
v.SetDefault("adapters.emx_digital.endpoint", "https://hb.emxdgt.com")
From 47c7a6b71d9f9cc8e2b66d218e5d896d0b614430 Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Thu, 2 Jul 2020 11:08:51 -0400
Subject: [PATCH 132/381] Metrics for TCF 2 adoption (#1360)
---
exchange/exchange.go | 5 +++-
exchange/utils.go | 20 +++++++++++++-
exchange/utils_test.go | 6 ++---
go.sum | 3 +++
pbsmetrics/config/metrics.go | 11 ++++++++
pbsmetrics/go_metrics.go | 30 +++++++++++++++++++++
pbsmetrics/go_metrics_test.go | 4 +++
pbsmetrics/metrics.go | 30 +++++++++++++++++++++
pbsmetrics/metrics_mock.go | 5 ++++
pbsmetrics/prometheus/preload.go | 5 ++++
pbsmetrics/prometheus/prometheus.go | 27 ++++++++++++++++---
pbsmetrics/prometheus/prometheus_test.go | 34 ++++++++++++++++++++++--
pbsmetrics/prometheus/type_conversion.go | 9 +++++++
13 files changed, 178 insertions(+), 11 deletions(-)
diff --git a/exchange/exchange.go b/exchange/exchange.go
index d7eab0f4475..174a0b3e0fc 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -104,8 +104,11 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
// Slice of BidRequests, each a copy of the original cleaned to only contain bidder data for the named bidder
blabels := make(map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels)
- cleanRequests, aliases, errs := cleanOpenRTBRequests(ctx, bidRequest, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
+ cleanRequests, aliases, cleanMetrics, errs := cleanOpenRTBRequests(ctx, bidRequest, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
+ if cleanMetrics.gdprEnforced {
+ e.me.RecordTCFReq(pbsmetrics.TCFVersionToValue(cleanMetrics.gdprTcfVersion))
+ }
// List of bidders we have requests for.
liveAdapters := listBiddersWithRequests(cleanRequests)
diff --git a/exchange/utils.go b/exchange/utils.go
index 54122d13c09..96c00ec0e36 100644
--- a/exchange/utils.go
+++ b/exchange/utils.go
@@ -6,6 +6,8 @@ import (
"fmt"
"math/rand"
+ "github.com/prebid/go-gdpr/vendorconsent"
+
"github.com/buger/jsonparser"
"github.com/mxmCherry/openrtb"
"github.com/prebid/prebid-server/config"
@@ -17,6 +19,15 @@ import (
"github.com/prebid/prebid-server/privacy/lmt"
)
+// cleanMetrics is a struct to export any metrics data resulting from cleanOpenRTBRequests(). It starts with just
+// the TCF version, but made a struct to facilitate future expansion
+type cleanMetrics struct {
+ // A simple flag if GDPR is being enforced on this request.
+ gdprEnforced bool
+ // a zero value means a missing or invalid GDPR string
+ gdprTcfVersion int
+}
+
// cleanOpenRTBRequests splits the input request into requests which are sanitized for each bidder. Intended behavior is:
//
// 1. BidRequest.Imp[].Ext will only contain the "prebid" field and a "bidder" field which has the params for the intended Bidder.
@@ -29,7 +40,7 @@ func cleanOpenRTBRequests(ctx context.Context,
labels pbsmetrics.Labels,
gDPR gdpr.Permissions,
usersyncIfAmbiguous bool,
- privacyConfig config.Privacy) (requestsByBidder map[openrtb_ext.BidderName]*openrtb.BidRequest, aliases map[string]string, errs []error) {
+ privacyConfig config.Privacy) (requestsByBidder map[openrtb_ext.BidderName]*openrtb.BidRequest, aliases map[string]string, cleanMetrics cleanMetrics, errs []error) {
impsByBidder, errs := splitImps(orig.Imp)
if len(errs) > 0 {
@@ -64,6 +75,13 @@ func cleanOpenRTBRequests(ctx context.Context,
LMT: lmtPolicy.ShouldEnforce(),
}
+ if gdpr == 1 {
+ cleanMetrics.gdprEnforced = true
+ parsedConsent, err := vendorconsent.ParseString(consent)
+ if err == nil {
+ cleanMetrics.gdprTcfVersion = int(parsedConsent.Version())
+ }
+ }
// bidder level privacy policies
for bidder, bidReq := range requestsByBidder {
diff --git a/exchange/utils_test.go b/exchange/utils_test.go
index 4dad3f54648..e50d0f777f0 100644
--- a/exchange/utils_test.go
+++ b/exchange/utils_test.go
@@ -80,7 +80,7 @@ func TestCleanOpenRTBRequests(t *testing.T) {
}
for _, test := range testCases {
- reqByBidders, _, err := cleanOpenRTBRequests(context.Background(), test.req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
+ reqByBidders, _, _, err := cleanOpenRTBRequests(context.Background(), test.req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
if test.hasError {
assert.NotNil(t, err, "Error shouldn't be nil")
} else {
@@ -120,7 +120,7 @@ func TestCleanOpenRTBRequestsCCPA(t *testing.T) {
},
}
- results, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
+ results, _, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
@@ -182,7 +182,7 @@ func TestCleanOpenRTBRequestsLMT(t *testing.T) {
},
}
- results, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
+ results, _, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
diff --git a/go.sum b/go.sum
index 5d941b89e90..35b2b76591d 100644
--- a/go.sum
+++ b/go.sum
@@ -76,6 +76,8 @@ github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf h1:CcE+KN1tCtW
github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf/go.mod h1:k5xrl5ZpnumN1S2x8w8cMiFYsgRuVyAeFJz+BkSi+98=
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed h1:0dloFFFNNDG7c+8qtkYw2FdADrWy9s5cI8wHp6tK3Mg=
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw=
+github.com/prometheus/client_golang v1.6.0 h1:YVPodQOcK15POxhgARIvnDRVpLcuK8mglnMrWfyrw6A=
+github.com/prometheus/client_golang v1.7.0 h1:wCi7urQOGBsYcQROHqpUUX4ct84xp40t9R9JX0FuA/U=
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910 h1:idejC8f05m9MGOsuEi1ATq9shN03HrxNkD/luQvxCv8=
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo=
github.com/prometheus/common v0.0.0-20180801064454-c7de2306084e h1:n/3MEhJQjQxrOUCzh1Y3Re6aJUUWRp2M9+Oc3eVn/54=
@@ -126,6 +128,7 @@ golang.org/x/net v0.0.0-20180906233101-161cd47e91fd h1:nTDtHvHSdCn1m6ITfMRqtOd/9
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297 h1:k7pJ2yAPLPgbskkFdhRCsA77k2fySZ1zf2zCjvQCiIM=
golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
+golang.org/x/net v0.0.0-20200602114024-627f9648deb9 h1:pNX+40auqi2JqRfOP1akLGtYcn15TUbkhwuCO3foqqM=
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e h1:vcxGaoTs7kV8m5Np9uUNQin4BrLOthgV7252N8V+FwY=
golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
diff --git a/pbsmetrics/config/metrics.go b/pbsmetrics/config/metrics.go
index 4e249785ba6..3d105dead44 100644
--- a/pbsmetrics/config/metrics.go
+++ b/pbsmetrics/config/metrics.go
@@ -195,6 +195,13 @@ func (me *MultiMetricsEngine) RecordTimeoutNotice(success bool) {
}
}
+// RecordTCFReq across all engines
+func (me *MultiMetricsEngine) RecordTCFReq(version pbsmetrics.TCFVersionValue) {
+ for _, thisME := range *me {
+ thisME.RecordTCFReq(version)
+ }
+}
+
// DummyMetricsEngine is a Noop metrics engine in case no metrics are configured. (may also be useful for tests)
type DummyMetricsEngine struct{}
@@ -273,3 +280,7 @@ func (me *DummyMetricsEngine) RecordRequestQueueTime(success bool, requestType p
// RecordTimeoutNotice as a noop
func (me *DummyMetricsEngine) RecordTimeoutNotice(success bool) {
}
+
+// RecordReq as a noop
+func (me *DummyMetricsEngine) RecordTCFReq(version pbsmetrics.TCFVersionValue) {
+}
diff --git a/pbsmetrics/go_metrics.go b/pbsmetrics/go_metrics.go
index 1ced4d57269..73eb30a1504 100644
--- a/pbsmetrics/go_metrics.go
+++ b/pbsmetrics/go_metrics.go
@@ -48,9 +48,13 @@ type Metrics struct {
ImpsTypeAudio metrics.Meter
ImpsTypeNative metrics.Meter
+ // Notification timeout metrics
TimeoutNotificationSuccess metrics.Meter
TimeoutNotificationFailure metrics.Meter
+ // TCF adaption metrics
+ TCFReqVersion map[TCFVersionValue]metrics.Meter
+
AdapterMetrics map[openrtb_ext.BidderName]*AdapterMetrics
// Don't export accountMetrics because we need helper functions here to insure its properly populated dynamically
accountMetrics map[string]*accountMetrics
@@ -137,6 +141,8 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
TimeoutNotificationSuccess: blankMeter,
TimeoutNotificationFailure: blankMeter,
+ TCFReqVersion: make(map[TCFVersionValue]metrics.Meter, len(TCFVersions())),
+
AdapterMetrics: make(map[openrtb_ext.BidderName]*AdapterMetrics, len(exchanges)),
accountMetrics: make(map[string]*accountMetrics),
MetricsDisabled: disableMetrics,
@@ -154,6 +160,15 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
}
}
+ for _, c := range CacheResults() {
+ newMetrics.StoredReqCacheMeter[c] = blankMeter
+ newMetrics.StoredImpCacheMeter[c] = blankMeter
+ }
+
+ for _, v := range TCFVersions() {
+ newMetrics.TCFReqVersion[v] = blankMeter
+ }
+
//to minimize memory usage, queuedTimeout metric is now supported for video endpoint only
//boolean value represents 2 general request statuses: accepted and rejected
newMetrics.RequestsQueueTimer["video"] = make(map[bool]metrics.Timer)
@@ -218,6 +233,11 @@ func NewMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderName, d
newMetrics.TimeoutNotificationSuccess = metrics.GetOrRegisterMeter("timeout_notification.ok", registry)
newMetrics.TimeoutNotificationFailure = metrics.GetOrRegisterMeter("timeout_notification.failed", registry)
+
+ for _, version := range TCFVersions() {
+ newMetrics.TCFReqVersion[version] = metrics.GetOrRegisterMeter(fmt.Sprintf("privacy.request.tcf.%s", string(version)), registry)
+ }
+
return newMetrics
}
@@ -562,6 +582,16 @@ func (me *Metrics) RecordTimeoutNotice(success bool) {
return
}
+func (me *Metrics) RecordTCFReq(version TCFVersionValue) {
+ met, ok := me.TCFReqVersion[version]
+ if ok {
+ met.Mark(1)
+ } else {
+ me.TCFReqVersion[TCFVersionErr].Mark(1)
+ }
+ return
+}
+
func doMark(bidder openrtb_ext.BidderName, meters map[openrtb_ext.BidderName]metrics.Meter) {
met, ok := meters[bidder]
if ok {
diff --git a/pbsmetrics/go_metrics_test.go b/pbsmetrics/go_metrics_test.go
index 25f75e77758..6d9eaf9f0e9 100644
--- a/pbsmetrics/go_metrics_test.go
+++ b/pbsmetrics/go_metrics_test.go
@@ -56,6 +56,10 @@ func TestNewMetrics(t *testing.T) {
ensureContains(t, registry, "timeout_notification.ok", m.TimeoutNotificationSuccess)
ensureContains(t, registry, "timeout_notification.failed", m.TimeoutNotificationFailure)
+ ensureContains(t, registry, "privacy.request.tcf.v1", m.TCFReqVersion[TCFVersionV1])
+ ensureContains(t, registry, "privacy.request.tcf.v2", m.TCFReqVersion[TCFVersionV2])
+ ensureContains(t, registry, "privacy.request.tcf.err", m.TCFReqVersion[TCFVersionErr])
+
}
func TestRecordBidType(t *testing.T) {
diff --git a/pbsmetrics/metrics.go b/pbsmetrics/metrics.go
index e65ba313338..0e94fe71e90 100644
--- a/pbsmetrics/metrics.go
+++ b/pbsmetrics/metrics.go
@@ -248,6 +248,35 @@ func RequestActions() []RequestAction {
}
}
+// TCFVersionValue : The possible values for TCF versions
+type TCFVersionValue string
+
+const (
+ TCFVersionErr TCFVersionValue = "err"
+ TCFVersionV1 TCFVersionValue = "v1"
+ TCFVersionV2 TCFVersionValue = "v2"
+)
+
+// TCFVersions rtuens the possible values for the TCF version
+func TCFVersions() []TCFVersionValue {
+ return []TCFVersionValue{
+ TCFVersionErr,
+ TCFVersionV1,
+ TCFVersionV2,
+ }
+}
+
+// TCFVersionToValue takes an integer TCF version and returns the corresponding TCFVersionValue
+func TCFVersionToValue(version int) TCFVersionValue {
+ switch {
+ case version == 1:
+ return TCFVersionV1
+ case version == 2:
+ return TCFVersionV2
+ }
+ return TCFVersionErr
+}
+
// MetricsEngine is a generic interface to record PBS metrics into the desired backend
// The first three metrics function fire off once per incoming request, so total metrics
// will equal the total number of incoming requests. The remaining 5 fire off per outgoing
@@ -276,4 +305,5 @@ type MetricsEngine interface {
RecordPrebidCacheRequestTime(success bool, length time.Duration)
RecordRequestQueueTime(success bool, requestType RequestType, length time.Duration)
RecordTimeoutNotice(sucess bool)
+ RecordTCFReq(version TCFVersionValue)
}
diff --git a/pbsmetrics/metrics_mock.go b/pbsmetrics/metrics_mock.go
index 482cbf24fae..a6d36a72401 100644
--- a/pbsmetrics/metrics_mock.go
+++ b/pbsmetrics/metrics_mock.go
@@ -106,3 +106,8 @@ func (me *MetricsEngineMock) RecordRequestQueueTime(success bool, requestType Re
func (me *MetricsEngineMock) RecordTimeoutNotice(success bool) {
me.Called(success)
}
+
+// RecordTCFReq mock
+func (me *MetricsEngineMock) RecordTCFReq(version TCFVersionValue) {
+ me.Called(version)
+}
diff --git a/pbsmetrics/prometheus/preload.go b/pbsmetrics/prometheus/preload.go
index 11e6bdc14d8..19f4f225af9 100644
--- a/pbsmetrics/prometheus/preload.go
+++ b/pbsmetrics/prometheus/preload.go
@@ -99,6 +99,11 @@ func preloadLabelValues(m *Metrics) {
requestTypeLabel: {string(pbsmetrics.ReqTypeVideo)},
requestStatusLabel: {requestSuccessLabel, requestRejectLabel},
})
+
+ preloadLabelValuesForCounter(m.tcfVersion, map[string][]string{
+ versionLabel: tcfVersionsAsString(),
+ sourceLabel: {string(sourceRequest)},
+ })
}
func preloadLabelValuesForCounter(counter *prometheus.CounterVec, labelsWithValues map[string][]string) {
diff --git a/pbsmetrics/prometheus/prometheus.go b/pbsmetrics/prometheus/prometheus.go
index e385b044981..bf854746fd2 100644
--- a/pbsmetrics/prometheus/prometheus.go
+++ b/pbsmetrics/prometheus/prometheus.go
@@ -28,7 +28,8 @@ type Metrics struct {
requestsWithoutCookie *prometheus.CounterVec
storedImpressionsCacheResult *prometheus.CounterVec
storedRequestCacheResult *prometheus.CounterVec
- timeout_notifications *prometheus.CounterVec
+ timeoutNotifications *prometheus.CounterVec
+ tcfVersion *prometheus.CounterVec
// Adapter Metrics
adapterBids *prometheus.CounterVec
@@ -63,6 +64,7 @@ const (
requestStatusLabel = "request_status"
requestTypeLabel = "request_type"
successLabel = "success"
+ versionLabel = "version"
)
const (
@@ -85,6 +87,11 @@ const (
requestFailed = "failed"
)
+const (
+ sourceLabel = "source"
+ sourceRequest = "request"
+)
+
// NewMetrics initializes a new Prometheus metrics instance with preloaded label values.
func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
requestTimeBuckets := []float64{0.05, 0.1, 0.15, 0.20, 0.25, 0.3, 0.4, 0.5, 0.75, 1}
@@ -153,11 +160,16 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of stored request cache requests attempts by hits or miss.",
[]string{cacheResultLabel})
- metrics.timeout_notifications = newCounter(cfg, metrics.Registry,
+ metrics.timeoutNotifications = newCounter(cfg, metrics.Registry,
"timeout_notification",
"Count of timeout notifications triggered, and if they were successfully sent.",
[]string{successLabel})
+ metrics.tcfVersion = newCounter(cfg, metrics.Registry,
+ "privacy_tcf",
+ "Count of TCF versions for requests where GDPR was enforced.",
+ []string{versionLabel, sourceLabel})
+
metrics.adapterBids = newCounter(cfg, metrics.Registry,
"adapter_bids",
"Count of bids labeled by adapter and markup delivery type (adm or nurl).",
@@ -412,12 +424,19 @@ func (m *Metrics) RecordRequestQueueTime(success bool, requestType pbsmetrics.Re
func (m *Metrics) RecordTimeoutNotice(success bool) {
if success {
- m.timeout_notifications.With(prometheus.Labels{
+ m.timeoutNotifications.With(prometheus.Labels{
successLabel: requestSuccessful,
}).Inc()
} else {
- m.timeout_notifications.With(prometheus.Labels{
+ m.timeoutNotifications.With(prometheus.Labels{
successLabel: requestFailed,
}).Inc()
}
}
+
+func (m *Metrics) RecordTCFReq(version pbsmetrics.TCFVersionValue) {
+ m.tcfVersion.With(prometheus.Labels{
+ versionLabel: string(version),
+ sourceLabel: sourceRequest,
+ }).Inc()
+}
diff --git a/pbsmetrics/prometheus/prometheus_test.go b/pbsmetrics/prometheus/prometheus_test.go
index 24c50492139..03daff0d56b 100644
--- a/pbsmetrics/prometheus/prometheus_test.go
+++ b/pbsmetrics/prometheus/prometheus_test.go
@@ -930,13 +930,13 @@ func TestTimeoutNotifications(t *testing.T) {
m.RecordTimeoutNotice(true)
m.RecordTimeoutNotice(false)
- assertCounterVecValue(t, "", "timeout_notifications:ok", m.timeout_notifications,
+ assertCounterVecValue(t, "", "timeout_notifications:ok", m.timeoutNotifications,
float64(2),
prometheus.Labels{
successLabel: requestSuccessful,
})
- assertCounterVecValue(t, "", "timeout_notifications:fail", m.timeout_notifications,
+ assertCounterVecValue(t, "", "timeout_notifications:fail", m.timeoutNotifications,
float64(1),
prometheus.Labels{
successLabel: requestFailed,
@@ -944,6 +944,36 @@ func TestTimeoutNotifications(t *testing.T) {
}
+func TestTCFMetrics(t *testing.T) {
+ m := createMetricsForTesting()
+
+ m.RecordTCFReq(pbsmetrics.TCFVersionToValue(0))
+ m.RecordTCFReq(pbsmetrics.TCFVersionToValue(1))
+ m.RecordTCFReq(pbsmetrics.TCFVersionToValue(2))
+ m.RecordTCFReq(pbsmetrics.TCFVersionToValue(1))
+
+ assertCounterVecValue(t, "", "privacy_tcf:err", m.tcfVersion,
+ float64(1),
+ prometheus.Labels{
+ versionLabel: "err",
+ sourceLabel: sourceRequest,
+ })
+
+ assertCounterVecValue(t, "", "privacy_tcf:v1", m.tcfVersion,
+ float64(2),
+ prometheus.Labels{
+ versionLabel: "v1",
+ sourceLabel: sourceRequest,
+ })
+
+ assertCounterVecValue(t, "", "privacy_tcf:v2", m.tcfVersion,
+ float64(1),
+ prometheus.Labels{
+ versionLabel: "v2",
+ sourceLabel: sourceRequest,
+ })
+}
+
func assertCounterValue(t *testing.T, description, name string, counter prometheus.Counter, expected float64) {
m := dto.Metric{}
counter.Write(&m)
diff --git a/pbsmetrics/prometheus/type_conversion.go b/pbsmetrics/prometheus/type_conversion.go
index 8294ede0617..55a7092ed6d 100644
--- a/pbsmetrics/prometheus/type_conversion.go
+++ b/pbsmetrics/prometheus/type_conversion.go
@@ -76,3 +76,12 @@ func requestTypesAsString() []string {
}
return valuesAsString
}
+
+func tcfVersionsAsString() []string {
+ values := pbsmetrics.TCFVersions()
+ valuesAsString := make([]string, len(values))
+ for i, v := range values {
+ valuesAsString[i] = string(v)
+ }
+ return valuesAsString
+}
From 1d276d5d9ad24dddee29d2cd5dc709645e572eb5 Mon Sep 17 00:00:00 2001
From: Brian Sardo <1168933+bsardo@users.noreply.github.com>
Date: Thu, 2 Jul 2020 11:19:58 -0400
Subject: [PATCH 133/381] =?UTF-8?q?Fall=20back=20to=20constant=20rates=20w?=
=?UTF-8?q?hen=20the=20currency=20rates=20endpoint=20i=E2=80=A6=20(#1364)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
config/config.go | 2 +
currencies/rate_converter.go | 77 ++++++---
currencies/rate_converter_test.go | 265 +++++++++++++++++++++---------
exchange/bidder_test.go | 2 +
main.go | 4 +-
5 files changed, 248 insertions(+), 102 deletions(-)
diff --git a/config/config.go b/config/config.go
index bb2b909f5de..cc1d4a0ab4e 100755
--- a/config/config.go
+++ b/config/config.go
@@ -215,6 +215,7 @@ type Analytics struct {
type CurrencyConverter struct {
FetchURL string `mapstructure:"fetch_url"`
FetchIntervalSeconds int `mapstructure:"fetch_interval_seconds"`
+ StaleRatesSeconds int `mapstructure:"stale_rates_seconds"`
}
func (cfg *CurrencyConverter) validate(errs configErrors) configErrors {
@@ -866,6 +867,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("lmt.enforce", true)
v.SetDefault("currency_converter.fetch_url", "https://cdn.jsdelivr.net/gh/prebid/currency-file@1/latest.json")
v.SetDefault("currency_converter.fetch_interval_seconds", 1800) // fetch currency rates every 30 minutes
+ v.SetDefault("currency_converter.stale_rates_seconds", 0)
v.SetDefault("default_request.type", "")
v.SetDefault("default_request.file.name", "")
v.SetDefault("default_request.alias_info", false)
diff --git a/currencies/rate_converter.go b/currencies/rate_converter.go
index 6c6ed172652..d22f347b17c 100644
--- a/currencies/rate_converter.go
+++ b/currencies/rate_converter.go
@@ -12,14 +12,15 @@ import (
// RateConverter holds the currencies conversion rates dictionary
type RateConverter struct {
- httpClient httpClient
- done chan bool
- updateNotifier chan<- int
- fetchingInterval time.Duration
- syncSourceURL string
- rates atomic.Value // Should only hold Rates struct
- lastUpdated atomic.Value // Should only hold time.Time
- constantRates Conversions
+ httpClient httpClient
+ done chan bool
+ updateNotifier chan<- int
+ fetchingInterval time.Duration
+ staleRatesThreshold time.Duration
+ syncSourceURL string
+ rates atomic.Value // Should only hold Rates struct
+ lastUpdated atomic.Value // Should only hold time.Time
+ constantRates Conversions
}
// NewRateConverter returns a new RateConverter
@@ -27,11 +28,13 @@ func NewRateConverter(
httpClient httpClient,
syncSourceURL string,
fetchingInterval time.Duration,
+ staleRatesThreshold time.Duration,
) *RateConverter {
return NewRateConverterWithNotifier(
httpClient,
syncSourceURL,
fetchingInterval,
+ staleRatesThreshold,
nil, // no notifier channel specified, won't send any notifications
)
}
@@ -40,7 +43,7 @@ func NewRateConverter(
// By default there will be no currencies conversions done.
// `currencies.ConstantRate` will be used.
func NewRateConverterDefault() *RateConverter {
- return NewRateConverter(&http.Client{}, "", time.Duration(0))
+ return NewRateConverter(&http.Client{}, "", time.Duration(0), time.Duration(0))
}
// NewRateConverterWithNotifier returns a new RateConverter
@@ -51,22 +54,24 @@ func NewRateConverterWithNotifier(
httpClient httpClient,
syncSourceURL string,
fetchingInterval time.Duration,
+ staleRatesThreshold time.Duration,
updateNotifier chan<- int,
) *RateConverter {
rc := &RateConverter{
- httpClient: httpClient,
- done: make(chan bool),
- updateNotifier: updateNotifier,
- fetchingInterval: fetchingInterval,
- syncSourceURL: syncSourceURL,
- rates: atomic.Value{},
- lastUpdated: atomic.Value{},
+ httpClient: httpClient,
+ done: make(chan bool),
+ updateNotifier: updateNotifier,
+ fetchingInterval: fetchingInterval,
+ staleRatesThreshold: staleRatesThreshold,
+ syncSourceURL: syncSourceURL,
+ rates: atomic.Value{},
+ lastUpdated: atomic.Value{},
+ constantRates: NewConstantRates(),
}
// In case host do not want to support currency lookup
// we just stop here and do nothing
if rc.fetchingInterval == time.Duration(0) {
- rc.constantRates = NewConstantRates()
return rc
}
@@ -111,7 +116,12 @@ func (rc *RateConverter) Update() error {
rc.rates.Store(rates)
rc.lastUpdated.Store(time.Now())
} else {
- glog.Errorf("Error updating conversion rates: %v", err)
+ if rc.CheckStaleRates() {
+ rc.ClearRates()
+ glog.Errorf("Error updating conversion rates, falling back to constant rates: %v", err)
+ } else {
+ glog.Errorf("Error updating conversion rates: %v", err)
+ }
}
return err
@@ -160,14 +170,33 @@ func (rc *RateConverter) LastUpdated() time.Time {
// Rates returns current conversions rates
func (rc *RateConverter) Rates() Conversions {
- if rc.constantRates != nil {
- // Converter is not active, returning the constant rates
- return rc.constantRates
- }
- if rates := rc.rates.Load(); rates != nil {
+ // atomic.Value field rates is an empty interface and will be of type *Rates the first time rates are stored
+ // or nil if the rates have never been stored
+ if rates := rc.rates.Load(); rates != (*Rates)(nil) && rates != nil {
return rates.(*Rates)
}
- return nil
+ return rc.constantRates
+}
+
+// ClearRates sets the rates to nil
+func (rc *RateConverter) ClearRates() {
+ // atomic.Value field rates must be of type *Rates so we cast nil to that type
+ rc.rates.Store((*Rates)(nil))
+}
+
+// CheckStaleRates checks if loaded third party conversion rates are stale
+func (rc *RateConverter) CheckStaleRates() bool {
+ if rc.staleRatesThreshold <= 0 {
+ return false
+ }
+ currentTime := time.Now().UTC()
+ if lastUpdated := rc.lastUpdated.Load(); lastUpdated != nil {
+ delta := currentTime.Sub(lastUpdated.(time.Time).UTC())
+ if delta.Seconds() > rc.staleRatesThreshold.Seconds() {
+ return true
+ }
+ }
+ return false
}
// GetInfo returns setup information about the converter
diff --git a/currencies/rate_converter_test.go b/currencies/rate_converter_test.go
index cb5e2a0be54..d717d1a3f9c 100644
--- a/currencies/rate_converter_test.go
+++ b/currencies/rate_converter_test.go
@@ -13,6 +13,20 @@ import (
"github.com/stretchr/testify/assert"
)
+func getMockRates() []byte {
+ return []byte(`{
+ "dataAsOf":"2018-09-12",
+ "conversions":{
+ "USD":{
+ "GBP":0.77208
+ },
+ "GBP":{
+ "USD":1.2952
+ }
+ }
+ }`)
+}
+
func TestFetch_Success(t *testing.T) {
// Setup:
@@ -21,19 +35,7 @@ func TestFetch_Success(t *testing.T) {
func(rw http.ResponseWriter, req *http.Request) {
calledURLs = append(calledURLs, req.RequestURI)
rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(
- `{
- "dataAsOf":"2018-09-12",
- "conversions":{
- "USD":{
- "GBP":0.77208
- },
- "GBP":{
- "USD":1.2952
- }
- }
- }`,
- ))
+ rw.Write([]byte(getMockRates()))
}),
)
@@ -57,6 +59,7 @@ func TestFetch_Success(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(24)*time.Hour,
+ time.Duration(24)*time.Hour,
)
// Verify:
@@ -87,12 +90,13 @@ func TestFetch_Fail404(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(24)*time.Hour,
+ time.Duration(24)*time.Hour,
)
// Verify:
assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Nil(t, currencyConverter.Rates(), "Rates() should return nil")
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
}
@@ -114,12 +118,13 @@ func TestFetch_FailErrorHttpClient(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(24)*time.Hour,
+ time.Duration(24)*time.Hour,
)
// Verify:
assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Nil(t, currencyConverter.Rates(), "Rates() should return nil")
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
}
@@ -132,11 +137,12 @@ func TestFetch_FailBadSyncURL(t *testing.T) {
&http.Client{},
"justaweirdurl",
time.Duration(24)*time.Hour,
+ time.Duration(24)*time.Hour,
)
// Verify:
assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Nil(t, currencyConverter.Rates(), "Rates() should return nil")
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
}
@@ -172,12 +178,13 @@ func TestFetch_FailBadJSON(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(24)*time.Hour,
+ time.Duration(24)*time.Hour,
)
// Verify:
assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Nil(t, currencyConverter.Rates(), "Rates() should return nil")
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
}
@@ -200,12 +207,13 @@ func TestFetch_InvalidRemoteResponseContent(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(24)*time.Hour,
+ time.Duration(24)*time.Hour,
)
// Verify:
assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Nil(t, currencyConverter.Rates(), "Rates() should return nil")
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
}
@@ -215,19 +223,7 @@ func TestInit(t *testing.T) {
mockedHttpServer := httptest.NewServer(http.HandlerFunc(
func(rw http.ResponseWriter, req *http.Request) {
rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(
- `{
- "dataAsOf":"2018-09-12",
- "conversions":{
- "USD":{
- "GBP":0.77208
- },
- "GBP":{
- "USD":1.2952
- }
- }
- }`,
- ))
+ rw.Write([]byte(getMockRates()))
}),
)
@@ -239,6 +235,7 @@ func TestInit(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(100)*time.Millisecond,
+ time.Duration(24)*time.Hour,
ticks,
)
@@ -266,10 +263,8 @@ func TestInit(t *testing.T) {
assert.False(t, intervalDiff > float64(errorMargin*100), "Interval between ticks should be: %d but was: %d", expectedIntervalDuration, intervalDuration)
}
- assert.NotNil(t, currencyConverter.Rates(), "Rates shouldn't be nil")
assert.NotEqual(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated should be set")
- rates := currencyConverter.Rates()
- assert.Equal(t, expectedRates, rates, "Conversions.Rates weren't the expected ones")
+ assert.Equal(t, expectedRates, currencyConverter.Rates(), "Conversions.Rates weren't the expected ones")
assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
if ticksCount == expectedTicks {
@@ -287,19 +282,7 @@ func TestStop(t *testing.T) {
func(rw http.ResponseWriter, req *http.Request) {
calledURLs = append(calledURLs, req.RequestURI)
rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(
- `{
- "dataAsOf":"2018-09-12",
- "conversions":{
- "USD":{
- "GBP":0.77208
- },
- "GBP":{
- "USD":1.2952
- }
- }
- }`,
- ))
+ rw.Write([]byte(getMockRates()))
}),
)
@@ -310,6 +293,7 @@ func TestStop(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(100)*time.Millisecond,
+ time.Duration(24)*time.Hour,
ticks,
)
@@ -337,19 +321,7 @@ func TestInitWithZeroDuration(t *testing.T) {
func(rw http.ResponseWriter, req *http.Request) {
calledURLs = append(calledURLs, req.RequestURI)
rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(
- `{
- "dataAsOf":"2018-09-12",
- "conversions":{
- "USD":{
- "GBP":0.77208
- },
- "GBP":{
- "USD":1.2952
- }
- }
- }`,
- ))
+ rw.Write([]byte(getMockRates()))
}),
)
@@ -358,6 +330,7 @@ func TestInitWithZeroDuration(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(0),
+ time.Duration(24)*time.Hour,
)
// Verify:
@@ -366,8 +339,7 @@ func TestInitWithZeroDuration(t *testing.T) {
assert.Equal(t, 0, len(calledURLs), "sync URL shouldn't have been called but was called %d times", 0, len(calledURLs))
assert.Equal(t, (time.Time{}), currencyConverter.LastUpdated(), "LastUpdated() shouldn't be set")
- _, ok := currencyConverter.Rates().(*currencies.ConstantRates)
- assert.True(t, ok, "Rates should be type of `currencies.ConstantRates`")
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
}
@@ -393,19 +365,7 @@ func TestRates(t *testing.T) {
mockedHttpServer := httptest.NewServer(http.HandlerFunc(
func(rw http.ResponseWriter, req *http.Request) {
rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(
- `{
- "dataAsOf":"2018-09-12",
- "conversions":{
- "USD":{
- "GBP":0.77208
- },
- "GBP":{
- "USD":1.2952
- }
- }
- }`,
- ))
+ rw.Write([]byte(getMockRates()))
}),
)
@@ -415,6 +375,7 @@ func TestRates(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(100)*time.Millisecond,
+ time.Duration(24)*time.Hour,
ticks,
)
rates := currencyConverter.Rates()
@@ -456,12 +417,161 @@ func TestRates_EmptyRates(t *testing.T) {
&http.Client{},
mockedHttpServer.URL,
time.Duration(100)*time.Millisecond,
+ time.Duration(24)*time.Hour,
)
defer currencyConverter.StopPeriodicFetching()
- rates := currencyConverter.Rates()
// Verify:
- assert.Nil(t, rates, "rates should be nil")
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+}
+
+func TestSelectRatesBasedOnStaleness(t *testing.T) {
+ calledURLs := []string{}
+ callCnt := 0
+ mockedHttpServer := httptest.NewServer(http.HandlerFunc(
+ func(rw http.ResponseWriter, req *http.Request) {
+ calledURLs = append(calledURLs, req.RequestURI)
+ if callCnt == 0 || callCnt >= 5 {
+ rw.WriteHeader(http.StatusOK)
+ rw.Write([]byte(getMockRates()))
+ } else {
+ rw.WriteHeader(http.StatusNotFound)
+ }
+ callCnt++
+ }),
+ )
+
+ defer mockedHttpServer.Close()
+
+ expectedRates := ¤cies.Rates{
+ DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
+ Conversions: map[string]map[string]float64{
+ "USD": {
+ "GBP": 0.77208,
+ },
+ "GBP": {
+ "USD": 1.2952,
+ },
+ },
+ }
+
+ // Execute:
+ currencyConverter := currencies.NewRateConverter(
+ &http.Client{},
+ mockedHttpServer.URL,
+ time.Duration(100)*time.Millisecond,
+ time.Duration(200)*time.Millisecond,
+ )
+
+ // Verify:
+ // Rates are valid at t=0, then invalid for 500ms before being valid again
+ assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+
+ time.Sleep(100 * time.Millisecond)
+ // Rates have been invalid for ~100ms, rates not stale yet
+ assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+
+ time.Sleep(200 * time.Millisecond)
+ // Rates have been invalid for ~300ms, rates are stale
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+
+ time.Sleep(300 * time.Millisecond)
+ // Rates have been valid again for ~100ms
+ assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+}
+
+func TestUseConstantRatesUntilFetchIsSuccessful(t *testing.T) {
+ callCnt := 0
+ mockedHttpServer := httptest.NewServer(http.HandlerFunc(
+ func(rw http.ResponseWriter, req *http.Request) {
+ if callCnt >= 5 {
+ rw.WriteHeader(http.StatusOK)
+ rw.Write([]byte(getMockRates()))
+ } else {
+ rw.WriteHeader(http.StatusNotFound)
+ }
+ callCnt++
+ }),
+ )
+
+ defer mockedHttpServer.Close()
+
+ expectedRates := ¤cies.Rates{
+ DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
+ Conversions: map[string]map[string]float64{
+ "USD": {
+ "GBP": 0.77208,
+ },
+ "GBP": {
+ "USD": 1.2952,
+ },
+ },
+ }
+
+ // Execute:
+ currencyConverter := currencies.NewRateConverter(
+ &http.Client{},
+ mockedHttpServer.URL,
+ time.Duration(100)*time.Millisecond,
+ time.Duration(1)*time.Second,
+ )
+
+ // Verify:
+ // Rates are invalid at t=0 and remain invalid until 500ms have elapsed
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+
+ time.Sleep(400 * time.Millisecond)
+ // Rates have been invalid for ~400ms
+ assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+
+ time.Sleep(200 * time.Millisecond)
+ // Rates have been valid for ~100ms
+ assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+}
+
+func TestRatesAreNeverStale(t *testing.T) {
+ callCnt := 0
+ mockedHttpServer := httptest.NewServer(http.HandlerFunc(
+ func(rw http.ResponseWriter, req *http.Request) {
+ if callCnt == 0 {
+ rw.WriteHeader(http.StatusOK)
+ rw.Write([]byte(getMockRates()))
+ } else {
+ rw.WriteHeader(http.StatusNotFound)
+ }
+ callCnt++
+ }),
+ )
+
+ defer mockedHttpServer.Close()
+
+ expectedRates := ¤cies.Rates{
+ DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
+ Conversions: map[string]map[string]float64{
+ "USD": {
+ "GBP": 0.77208,
+ },
+ "GBP": {
+ "USD": 1.2952,
+ },
+ },
+ }
+
+ // Execute:
+ currencyConverter := currencies.NewRateConverter(
+ &http.Client{},
+ mockedHttpServer.URL,
+ time.Duration(100)*time.Millisecond,
+ time.Duration(0)*time.Millisecond,
+ )
+
+ // Verify:
+ // Rates are valid at t=0 and are then invalid at 100ms
+ assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+
+ time.Sleep(500 * time.Millisecond)
+ // Rates have been invalid for ~400ms
+ assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
}
func TestRace(t *testing.T) {
@@ -495,6 +605,7 @@ func TestRace(t *testing.T) {
mockedHttpClient,
"currency.fake.com",
time.Duration(10)*time.Millisecond,
+ time.Duration(24)*time.Hour,
)
defer currencyConverter.StopPeriodicFetching()
diff --git a/exchange/bidder_test.go b/exchange/bidder_test.go
index fff397f0084..b776715adaf 100644
--- a/exchange/bidder_test.go
+++ b/exchange/bidder_test.go
@@ -517,6 +517,7 @@ func TestMultiCurrencies(t *testing.T) {
&http.Client{},
mockedHTTPServer.URL,
time.Duration(10)*time.Second,
+ time.Duration(24)*time.Hour,
)
seatBid, errs := bidder.requestBid(
context.Background(),
@@ -831,6 +832,7 @@ func TestMultiCurrencies_RequestCurrencyPick(t *testing.T) {
&http.Client{},
mockedHTTPServer.URL,
time.Duration(10)*time.Second,
+ time.Duration(24)*time.Hour,
)
seatBid, errs := bidder.requestBid(
context.Background(),
diff --git a/main.go b/main.go
index d6ba430f059..9a835f42a4c 100644
--- a/main.go
+++ b/main.go
@@ -52,7 +52,9 @@ func loadConfig() (*config.Configuration, error) {
func serve(revision string, cfg *config.Configuration) error {
fetchingInterval := time.Duration(cfg.CurrencyConverter.FetchIntervalSeconds) * time.Second
- currencyConverter := currencies.NewRateConverter(&http.Client{}, cfg.CurrencyConverter.FetchURL, fetchingInterval)
+ staleRatesThreshold := time.Duration(cfg.CurrencyConverter.StaleRatesSeconds) * time.Second
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, cfg.CurrencyConverter.FetchURL,
+ fetchingInterval, staleRatesThreshold)
r, err := router.New(cfg, currencyConverter)
if err != nil {
From 33f36b6be002e8993fe66be8985c6e95938512fb Mon Sep 17 00:00:00 2001
From: TheMediaGrid <44166371+TheMediaGrid@users.noreply.github.com>
Date: Mon, 6 Jul 2020 17:12:07 +0300
Subject: [PATCH 134/381] TheMediaGrid: added app type support (#1377)
---
static/bidder-info/grid.yaml | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git a/static/bidder-info/grid.yaml b/static/bidder-info/grid.yaml
index 9594830c0d0..325421a2c05 100644
--- a/static/bidder-info/grid.yaml
+++ b/static/bidder-info/grid.yaml
@@ -1,7 +1,11 @@
maintainer:
email: "grid-tech@themediagrid.com"
capabilities:
- site:
+ app:
mediaTypes:
- banner
- video
+ site:
+ mediaTypes:
+ - banner
+ - video
\ No newline at end of file
From 0f2dc5f7bec5a13a65792dbc33c4fa759f2b6899 Mon Sep 17 00:00:00 2001
From: Jurij Sinickij
Date: Wed, 8 Jul 2020 01:39:27 +0300
Subject: [PATCH 135/381] user.ext.eids support in adform adapter (#1381)
---
adapters/adform/adform.go | 31 +++++++++++++++++++++++++++++++
adapters/adform/adform_test.go | 31 ++++++++++++++++++++++++++++++-
openrtb_ext/user.go | 5 +++--
3 files changed, 64 insertions(+), 3 deletions(-)
diff --git a/adapters/adform/adform.go b/adapters/adform/adform.go
index 3aeea62ebde..69f1c12f073 100644
--- a/adapters/adform/adform.go
+++ b/adapters/adform/adform.go
@@ -42,6 +42,7 @@ type adformRequest struct {
consent string
digitrust *adformDigitrust
currency string
+ eids string
}
type adformDigitrust struct {
@@ -279,6 +280,9 @@ func (r *adformRequest) buildAdformUrl(a *AdformAdapter) string {
parameters.Add("gdpr", r.gdprApplies)
parameters.Add("gdpr_consent", r.consent)
+ if r.eids != "" {
+ parameters.Add("eids", r.eids)
+ }
URL := *a.URL
URL.RawQuery = parameters.Encode()
@@ -465,6 +469,7 @@ func openRtbToAdformRequest(request *openrtb.BidRequest) (*adformRequest, []erro
}
}
+ eids := ""
consent := ""
var digitrustData *openrtb_ext.ExtUserDigiTrust
if request.User != nil {
@@ -472,6 +477,7 @@ func openRtbToAdformRequest(request *openrtb.BidRequest) (*adformRequest, []erro
if err := json.Unmarshal(request.User.Ext, &extUser); err == nil {
consent = extUser.Consent
digitrustData = extUser.DigiTrust
+ eids = encodeEids(extUser.Eids)
}
}
@@ -513,9 +519,34 @@ func openRtbToAdformRequest(request *openrtb.BidRequest) (*adformRequest, []erro
consent: consent,
digitrust: digitrust,
currency: requestCurrency,
+ eids: eids,
}, errors
}
+func encodeEids(eids []openrtb_ext.ExtUserEid) string {
+ if eids == nil {
+ return ""
+ }
+
+ eidsMap := make(map[string]map[string][]int)
+ for _, eid := range eids {
+ _, ok := eidsMap[eid.Source]
+ if !ok {
+ eidsMap[eid.Source] = make(map[string][]int)
+ }
+ for _, uid := range eid.Uids {
+ eidsMap[eid.Source][uid.ID] = append(eidsMap[eid.Source][uid.ID], uid.Atype)
+ }
+ }
+
+ encodedEids := ""
+ if eidsString, err := json.Marshal(eidsMap); err == nil {
+ encodedEids = base64.URLEncoding.WithPadding(base64.NoPadding).EncodeToString(eidsString)
+ }
+
+ return encodedEids
+}
+
func getIPSafely(device *openrtb.Device) string {
if device == nil {
return ""
diff --git a/adapters/adform/adform_test.go b/adapters/adform/adform_test.go
index 63646f5f7f5..2fca7d1722d 100644
--- a/adapters/adform/adform_test.go
+++ b/adapters/adform/adform_test.go
@@ -480,7 +480,33 @@ func getUserExt() []byte {
KeyV: 1,
Pref: 0,
}
+
+ eids := []openrtb_ext.ExtUserEid{
+ {
+ Source: "test.com",
+ Uids: []openrtb_ext.ExtUserEidUid{
+ {
+ ID: "some_user_id",
+ Atype: 1,
+ },
+ {
+ ID: "other_user_id",
+ },
+ },
+ },
+ {
+ Source: "test2.org",
+ Uids: []openrtb_ext.ExtUserEidUid{
+ {
+ ID: "other_user_id",
+ Atype: 2,
+ },
+ },
+ },
+ }
+
userExt := openrtb_ext.ExtUser{
+ Eids: eids,
Consent: "abc",
DigiTrust: &digitrust,
}
@@ -519,13 +545,16 @@ func assertAdformServerRequest(testData aBidInfo, r *http.Request, isOpenRtb boo
}
var midsWithCurrency = ""
+ var queryString = ""
if isOpenRtb {
midsWithCurrency = "bWlkPTMyMzQ0JnJjdXI9RVVSJm1rdj1jb2xvcjpyZWQsYWdlOjMwLTQwJm1rdz1yZWQsYmx1ZQ&bWlkPTMyMzQ1JnJjdXI9RVVS&bWlkPTMyMzQ2JnJjdXI9RVVS"
+ queryString = "CC=1&adid=6D92078A-8246-4BA4-AE5B-76104861E7DC&eids=eyJ0ZXN0LmNvbSI6eyJvdGhlcl91c2VyX2lkIjpbMF0sInNvbWVfdXNlcl9pZCI6WzFdfSwidGVzdDIub3JnIjp7Im90aGVyX3VzZXJfaWQiOlsyXX19&fd=1&gdpr=1&gdpr_consent=abc&ip=111.111.111.111&pt=gross&rp=4&stid=transaction-id&" + midsWithCurrency
} else {
midsWithCurrency = "bWlkPTMyMzQ0JnJjdXI9VVNEJm1rdj1jb2xvcjpyZWQsYWdlOjMwLTQwJm1rdz1yZWQsYmx1ZQ&bWlkPTMyMzQ1JnJjdXI9VVNE&bWlkPTMyMzQ2JnJjdXI9VVNE" // no way to pass currency in legacy adapter
+ queryString = "CC=1&adid=6D92078A-8246-4BA4-AE5B-76104861E7DC&fd=1&gdpr=1&gdpr_consent=abc&ip=111.111.111.111&pt=gross&rp=4&stid=transaction-id&" + midsWithCurrency
}
- if ok, err := equal("CC=1&adid=6D92078A-8246-4BA4-AE5B-76104861E7DC&fd=1&gdpr=1&gdpr_consent=abc&ip=111.111.111.111&pt=gross&rp=4&stid=transaction-id&"+midsWithCurrency, r.URL.RawQuery, "Query string"); !ok {
+ if ok, err := equal(queryString, r.URL.RawQuery, "Query string"); !ok {
return err
}
if ok, err := equal("application/json;charset=utf-8", r.Header.Get("Content-Type"), "Content type"); !ok {
diff --git a/openrtb_ext/user.go b/openrtb_ext/user.go
index 520d73a6ed1..b83f82330db 100644
--- a/openrtb_ext/user.go
+++ b/openrtb_ext/user.go
@@ -43,6 +43,7 @@ type ExtUserEid struct {
// ExtUserEidUid defines the contract for bidrequest.user.ext.eids[i].uids[j]
type ExtUserEidUid struct {
- ID string `json:"id"`
- Ext json.RawMessage `json:"ext,omitempty"`
+ ID string `json:"id"`
+ Atype int `json:"atype,omitempty"`
+ Ext json.RawMessage `json:"ext,omitempty"`
}
From 034928ebb64b0aecab6c935188027fd45614f2a8 Mon Sep 17 00:00:00 2001
From: logicad
Date: Fri, 10 Jul 2020 01:23:53 +0900
Subject: [PATCH 136/381] Add Logicad adapter (#1382)
---
adapters/logicad/logicad.go | 155 ++++++++++++++++++
adapters/logicad/logicad_test.go | 10 ++
.../logicad/logicadtest/exemplary/banner.json | 92 +++++++++++
.../logicadtest/params/race/banner.json | 3 +
.../logicadtest/supplemental/checkImp.json | 15 ++
.../logicad/logicadtest/supplemental/ext.json | 31 ++++
.../logicadtest/supplemental/missingtid.json | 33 ++++
.../supplemental/multiImpSameTid.json | 112 +++++++++++++
.../supplemental/responseCode.json | 72 ++++++++
.../supplemental/responseNoBid.json | 66 ++++++++
.../logicadtest/supplemental/responsebid.json | 73 +++++++++
.../logicadtest/supplemental/site.json | 98 +++++++++++
adapters/logicad/params_test.go | 45 +++++
adapters/logicad/usersync.go | 12 ++
adapters/logicad/usersync_test.go | 31 ++++
config/config.go | 2 +
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
openrtb_ext/imp_logicad.go | 5 +
static/bidder-info/logicad.yaml | 10 ++
static/bidder-params/logicad.json | 13 ++
usersync/usersyncers/syncer.go | 2 +
usersync/usersyncers/syncer_test.go | 1 +
23 files changed, 885 insertions(+)
create mode 100644 adapters/logicad/logicad.go
create mode 100644 adapters/logicad/logicad_test.go
create mode 100644 adapters/logicad/logicadtest/exemplary/banner.json
create mode 100644 adapters/logicad/logicadtest/params/race/banner.json
create mode 100644 adapters/logicad/logicadtest/supplemental/checkImp.json
create mode 100644 adapters/logicad/logicadtest/supplemental/ext.json
create mode 100644 adapters/logicad/logicadtest/supplemental/missingtid.json
create mode 100644 adapters/logicad/logicadtest/supplemental/multiImpSameTid.json
create mode 100644 adapters/logicad/logicadtest/supplemental/responseCode.json
create mode 100644 adapters/logicad/logicadtest/supplemental/responseNoBid.json
create mode 100644 adapters/logicad/logicadtest/supplemental/responsebid.json
create mode 100644 adapters/logicad/logicadtest/supplemental/site.json
create mode 100644 adapters/logicad/params_test.go
create mode 100644 adapters/logicad/usersync.go
create mode 100644 adapters/logicad/usersync_test.go
create mode 100644 openrtb_ext/imp_logicad.go
create mode 100644 static/bidder-info/logicad.yaml
create mode 100644 static/bidder-params/logicad.json
diff --git a/adapters/logicad/logicad.go b/adapters/logicad/logicad.go
new file mode 100644
index 00000000000..e757705a7bd
--- /dev/null
+++ b/adapters/logicad/logicad.go
@@ -0,0 +1,155 @@
+package logicad
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+type LogicadAdapter struct {
+ endpoint string
+}
+
+func (adapter *LogicadAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ if len(request.Imp) == 0 {
+ return nil, []error{&errortypes.BadInput{Message: "No impression in the bid request"}}
+ }
+
+ pub2impressions, imps, errs := getImpressionsInfo(request.Imp)
+ if len(pub2impressions) == 0 || len(imps) == 0 {
+ return nil, errs
+ }
+
+ result := make([]*adapters.RequestData, 0, len(pub2impressions))
+ for k, imps := range pub2impressions {
+ bidRequest, err := adapter.buildAdapterRequest(request, &k, imps)
+ if err != nil {
+ errs = append(errs, err)
+ } else {
+ result = append(result, bidRequest)
+ }
+ }
+ return result, errs
+}
+
+func getImpressionsInfo(imps []openrtb.Imp) (map[openrtb_ext.ExtImpLogicad][]openrtb.Imp, []openrtb.Imp, []error) {
+ errors := make([]error, 0, len(imps))
+ resImps := make([]openrtb.Imp, 0, len(imps))
+ res := make(map[openrtb_ext.ExtImpLogicad][]openrtb.Imp)
+
+ for _, imp := range imps {
+ impExt, err := getImpressionExt(&imp)
+ if err != nil {
+ errors = append(errors, err)
+ continue
+ }
+ if err := validateImpression(&impExt); err != nil {
+ errors = append(errors, err)
+ continue
+ }
+
+ if res[impExt] == nil {
+ res[impExt] = make([]openrtb.Imp, 0)
+ }
+ res[impExt] = append(res[impExt], imp)
+ resImps = append(resImps, imp)
+ }
+ return res, resImps, errors
+}
+
+func validateImpression(impExt *openrtb_ext.ExtImpLogicad) error {
+ if impExt.Tid == "" {
+ return &errortypes.BadInput{Message: "No tid value provided"}
+ }
+ return nil
+}
+
+func getImpressionExt(imp *openrtb.Imp) (openrtb_ext.ExtImpLogicad, error) {
+ var bidderExt adapters.ExtImpBidder
+ var logicadExt openrtb_ext.ExtImpLogicad
+
+ if err := json.Unmarshal(imp.Ext, &bidderExt); err != nil {
+ return logicadExt, &errortypes.BadInput{
+ Message: err.Error(),
+ }
+ }
+ if err := json.Unmarshal(bidderExt.Bidder, &logicadExt); err != nil {
+ return logicadExt, &errortypes.BadInput{
+ Message: err.Error(),
+ }
+ }
+ return logicadExt, nil
+}
+
+func (adapter *LogicadAdapter) buildAdapterRequest(prebidBidRequest *openrtb.BidRequest, params *openrtb_ext.ExtImpLogicad, imps []openrtb.Imp) (*adapters.RequestData, error) {
+ newBidRequest := createBidRequest(prebidBidRequest, params, imps)
+ reqJSON, err := json.Marshal(newBidRequest)
+ if err != nil {
+ return nil, err
+ }
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "application/json;charset=utf-8")
+ headers.Add("Accept", "application/json")
+
+ return &adapters.RequestData{
+ Method: "POST",
+ Uri: adapter.endpoint,
+ Body: reqJSON,
+ Headers: headers}, nil
+}
+
+func createBidRequest(prebidBidRequest *openrtb.BidRequest, params *openrtb_ext.ExtImpLogicad, imps []openrtb.Imp) *openrtb.BidRequest {
+ bidRequest := *prebidBidRequest
+ bidRequest.Imp = imps
+ for idx := range bidRequest.Imp {
+ imp := &bidRequest.Imp[idx]
+ imp.TagID = params.Tid
+ imp.Ext = nil
+ }
+ return &bidRequest
+}
+
+//MakeBids translates Logicad bid response to prebid-server specific format
+func (adapter *LogicadAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ if response.StatusCode == http.StatusNoContent {
+ return nil, nil
+ }
+ if response.StatusCode != http.StatusOK {
+ msg := fmt.Sprintf("Unexpected http status code: %d", response.StatusCode)
+ return nil, []error{&errortypes.BadServerResponse{Message: msg}}
+
+ }
+ var bidResp openrtb.BidResponse
+ if err := json.Unmarshal(response.Body, &bidResp); err != nil {
+ msg := fmt.Sprintf("Bad server response: %d", err)
+ return nil, []error{&errortypes.BadServerResponse{Message: msg}}
+ }
+ if len(bidResp.SeatBid) != 1 {
+ msg := fmt.Sprintf("Invalid SeatBids count: %d", len(bidResp.SeatBid))
+ return nil, []error{&errortypes.BadServerResponse{Message: msg}}
+ }
+
+ seatBid := bidResp.SeatBid[0]
+ bidResponse := adapters.NewBidderResponseWithBidsCapacity(len(seatBid.Bid))
+
+ for i := 0; i < len(seatBid.Bid); i++ {
+ bid := seatBid.Bid[i]
+ bidResponse.Bids = append(bidResponse.Bids, &adapters.TypedBid{
+ Bid: &bid,
+ BidType: openrtb_ext.BidTypeBanner,
+ })
+ }
+ return bidResponse, nil
+}
+
+func NewLogicadBidder(endpoint string) adapters.Bidder {
+ return &LogicadAdapter{
+ endpoint: endpoint,
+ }
+}
diff --git a/adapters/logicad/logicad_test.go b/adapters/logicad/logicad_test.go
new file mode 100644
index 00000000000..adf20e4ed33
--- /dev/null
+++ b/adapters/logicad/logicad_test.go
@@ -0,0 +1,10 @@
+package logicad
+
+import (
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+ "testing"
+)
+
+func TestJsonSamples(t *testing.T) {
+ adapterstest.RunJSONBidderTest(t, "logicadtest", NewLogicadBidder("https://localhost/adrequest/prebidserver"))
+}
diff --git a/adapters/logicad/logicadtest/exemplary/banner.json b/adapters/logicad/logicadtest/exemplary/banner.json
new file mode 100644
index 00000000000..f782cc2b9f8
--- /dev/null
+++ b/adapters/logicad/logicadtest/exemplary/banner.json
@@ -0,0 +1,92 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": "testtid"
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://localhost/adrequest/prebidserver",
+ "body": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "tagid": "testtid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "crid": "123",
+ "adid": "456",
+ "price": 0.12,
+ "id": "testid",
+ "impid": "testimpid",
+ "cid": "789"
+ }
+ ]
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "crid": "123",
+ "adid": "456",
+ "price": 0.12,
+ "id": "testid",
+ "impid": "testimpid",
+ "cid": "789"
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/logicad/logicadtest/params/race/banner.json b/adapters/logicad/logicadtest/params/race/banner.json
new file mode 100644
index 00000000000..7cb3de5a1ef
--- /dev/null
+++ b/adapters/logicad/logicadtest/params/race/banner.json
@@ -0,0 +1,3 @@
+{
+ "tid": "testtid"
+}
\ No newline at end of file
diff --git a/adapters/logicad/logicadtest/supplemental/checkImp.json b/adapters/logicad/logicadtest/supplemental/checkImp.json
new file mode 100644
index 00000000000..62c6e3e8f9e
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/checkImp.json
@@ -0,0 +1,15 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "site": {
+ "id": "test",
+ "domain": "test.com"
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "No impression in the bid request",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/logicad/logicadtest/supplemental/ext.json b/adapters/logicad/logicadtest/supplemental/ext.json
new file mode 100644
index 00000000000..ad35892086b
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/ext.json
@@ -0,0 +1,31 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "ext": {
+ "tid": "testtid"
+ }
+ }
+ ]
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "unexpected end of JSON input",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/logicad/logicadtest/supplemental/missingtid.json b/adapters/logicad/logicadtest/supplemental/missingtid.json
new file mode 100644
index 00000000000..5ed84cef65e
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/missingtid.json
@@ -0,0 +1,33 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": ""
+ }
+ }
+ }
+ ]
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "No tid value provided",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/logicad/logicadtest/supplemental/multiImpSameTid.json b/adapters/logicad/logicadtest/supplemental/multiImpSameTid.json
new file mode 100644
index 00000000000..848733cdf35
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/multiImpSameTid.json
@@ -0,0 +1,112 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": "testtid"
+ }
+ }
+ },
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": "testtid"
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://localhost/adrequest/prebidserver",
+ "body": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "tagid": "testtid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ }
+ ]
+ }
+ },
+ {
+ "id": "testimpid",
+ "tagid": "testtid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ }
+ ]
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "crid": "123",
+ "adid": "456",
+ "price": 0.12,
+ "id": "testid",
+ "impid": "testimpid",
+ "cid": "789"
+ }
+ ]
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "crid": "123",
+ "adid": "456",
+ "price": 0.12,
+ "id": "testid",
+ "impid": "testimpid",
+ "cid": "789"
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/logicad/logicadtest/supplemental/responseCode.json b/adapters/logicad/logicadtest/supplemental/responseCode.json
new file mode 100644
index 00000000000..471993ad8f2
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/responseCode.json
@@ -0,0 +1,72 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "site": {
+ "id": "test"
+ },
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": "testtid"
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://localhost/adrequest/prebidserver",
+ "body": {
+ "id": "testid",
+ "imp": [
+ {
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "id": "testimpid",
+ "tagid": "testtid"
+ }
+ ],
+ "site": {
+ "id": "test"
+ }
+ }
+ },
+ "mockResponse": {
+ "body": {
+ "seatbid": []
+ }
+ }
+ }
+ ],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "Unexpected http status code: 0",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/logicad/logicadtest/supplemental/responseNoBid.json b/adapters/logicad/logicadtest/supplemental/responseNoBid.json
new file mode 100644
index 00000000000..6ddab2ab6bd
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/responseNoBid.json
@@ -0,0 +1,66 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": "testtid"
+ }
+ }
+ }
+ ],
+ "site": {
+ "id": "test"
+ }
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://localhost/adrequest/prebidserver",
+ "body": {
+ "id": "testid",
+ "imp": [
+ {
+ "id": "testimpid",
+ "tagid": "testtid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ }
+ }
+ ],
+ "site": {
+ "id": "test"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 204,
+ "body": {}
+ }
+ }
+ ],
+ "expectedBidResponses": []
+}
diff --git a/adapters/logicad/logicadtest/supplemental/responsebid.json b/adapters/logicad/logicadtest/supplemental/responsebid.json
new file mode 100644
index 00000000000..59d1c2ac21e
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/responsebid.json
@@ -0,0 +1,73 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "site": {
+ "id": "test"
+ },
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": "testtid"
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://localhost/adrequest/prebidserver",
+ "body": {
+ "id": "testid",
+ "imp": [
+ {
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "id": "testimpid",
+ "tagid": "testtid"
+ }
+ ],
+ "site": {
+ "id": "test"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "seatbid": []
+ }
+ }
+ }
+ ],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "Invalid SeatBids count: 0",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/logicad/logicadtest/supplemental/site.json b/adapters/logicad/logicadtest/supplemental/site.json
new file mode 100644
index 00000000000..c747413f91c
--- /dev/null
+++ b/adapters/logicad/logicadtest/supplemental/site.json
@@ -0,0 +1,98 @@
+{
+ "mockBidRequest": {
+ "id": "testid",
+ "site": {
+ "id": "test"
+ },
+ "imp": [
+ {
+ "id": "testimpid",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "tid": "testtid"
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://localhost/adrequest/prebidserver",
+ "body": {
+ "id": "testid",
+ "imp": [
+ {
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 320,
+ "h": 50
+ }
+ ]
+ },
+ "id": "testimpid",
+ "tagid": "testtid"
+ }
+ ],
+ "site": {
+ "id": "test"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "crid": "123",
+ "adid": "456",
+ "price": 0.12,
+ "id": "testid",
+ "impid": "testimpid",
+ "cid": "789"
+ }
+ ]
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "crid": "123",
+ "adid": "456",
+ "price": 0.12,
+ "id": "testid",
+ "impid": "testimpid",
+ "cid": "789"
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/logicad/params_test.go b/adapters/logicad/params_test.go
new file mode 100644
index 00000000000..eb34452811b
--- /dev/null
+++ b/adapters/logicad/params_test.go
@@ -0,0 +1,45 @@
+package logicad
+
+import (
+ "encoding/json"
+ "github.com/prebid/prebid-server/openrtb_ext"
+ "testing"
+)
+
+func TestValidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, validParam := range validParams {
+ if err := validator.Validate(openrtb_ext.BidderLogicad, json.RawMessage(validParam)); err != nil {
+ t.Errorf("Schema rejected LunaMedia params: %s", validParam)
+ }
+ }
+}
+
+func TestInvalidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, invalidParam := range invalidParams {
+ if err := validator.Validate(openrtb_ext.BidderLogicad, json.RawMessage(invalidParam)); err == nil {
+ t.Errorf("Schema allowed unexpected params: %s", invalidParam)
+ }
+ }
+}
+
+var validParams = []string{
+ `{"tid": "testtid"}`,
+}
+
+var invalidParams = []string{
+ `nil`,
+ ``,
+ `[]`,
+ `true`,
+ `{"tid": 42}`,
+}
diff --git a/adapters/logicad/usersync.go b/adapters/logicad/usersync.go
new file mode 100644
index 00000000000..d26a197b0a1
--- /dev/null
+++ b/adapters/logicad/usersync.go
@@ -0,0 +1,12 @@
+package logicad
+
+import (
+ "text/template"
+
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/usersync"
+)
+
+func NewLogicadSyncer(temp *template.Template) usersync.Usersyncer {
+ return adapters.NewSyncer("logicad", 0, temp, adapters.SyncTypeRedirect)
+}
diff --git a/adapters/logicad/usersync_test.go b/adapters/logicad/usersync_test.go
new file mode 100644
index 00000000000..89d6207d348
--- /dev/null
+++ b/adapters/logicad/usersync_test.go
@@ -0,0 +1,31 @@
+package logicad
+
+import (
+ "testing"
+ "text/template"
+
+ "github.com/prebid/prebid-server/privacy"
+ "github.com/prebid/prebid-server/privacy/gdpr"
+ "github.com/stretchr/testify/assert"
+)
+
+func TestLogicadSyncer(t *testing.T) {
+ syncURL := "https://localhost/cookiesender?r=true&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&ru=localhost%2Fsetuid%3Fbidder%3Dlogicad%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID"
+ syncURLTemplate := template.Must(
+ template.New("sync-template").Parse(syncURL),
+ )
+
+ syncer := NewLogicadSyncer(syncURLTemplate)
+ syncInfo, err := syncer.GetUsersyncInfo(privacy.Policies{
+ GDPR: gdpr.Policy{
+ Signal: "1",
+ Consent: "A",
+ },
+ })
+
+ assert.NoError(t, err)
+ assert.Equal(t, "https://localhost/cookiesender?r=true&gdpr=1&gdpr_consent=A&ru=localhost%2Fsetuid%3Fbidder%3Dlogicad%26gdpr%3D1%26gdpr_consent%3DA%26uid%3D%24UID", syncInfo.URL)
+ assert.Equal(t, "redirect", syncInfo.Type)
+ assert.EqualValues(t, 0, syncer.GDPRVendorID())
+ assert.Equal(t, false, syncInfo.SupportCORS)
+}
diff --git a/config/config.go b/config/config.go
index cc1d4a0ab4e..65ad352c938 100755
--- a/config/config.go
+++ b/config/config.go
@@ -597,6 +597,7 @@ func (cfg *Configuration) setDerivedDefaults() {
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderIx, "https://ssum.casalemedia.com/usermatchredir?s=184932&cb="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dix%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderLifestreet, "https://ads.lfstmedia.com/idsync/137062?synced=1&ttl=1s&rurl="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dlifestreet%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%24visitor_cookie%24%24")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderLockerDome, "https://lockerdome.com/usync/prebidserver?pid="+cfg.Adapters["lockerdome"].PlatformID+"&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dlockerdome%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7B%7Buid%7D%7D")
+ setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderLogicad, "https://cr-p31.ladsp.jp/cookiesender/31?r=true&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&ru="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dlogicad%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderLunaMedia, "https://api.lunamedia.io/xp/user-sync?redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dlunamedia%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24UID")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderMarsmedia, "https://dmp.rtbsrv.com/dmp/profiles/cm?p_id=179&gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redirect="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dmarsmedia%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%24%7BUUID%7D")
setDefaultUsersync(cfg.Adapters, openrtb_ext.BidderMgid, "https://cm.mgid.com/m?cdsp=363893&adu="+url.QueryEscape(externalURL)+"%2Fsetuid%3Fbidder%3Dmgid%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%7Bmuidn%7D")
@@ -808,6 +809,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.kubient.endpoint", "http://kbntx.ch/prebid")
v.SetDefault("adapters.lifestreet.endpoint", "https://prebid.s2s.lfstmedia.com/adrequest")
v.SetDefault("adapters.lockerdome.endpoint", "https://lockerdome.com/ladbid/prebidserver/openrtb2")
+ v.SetDefault("adapters.logicad.endpoint", "https://pbs.ladsp.com/adrequest/prebidserver")
v.SetDefault("adapters.lunamedia.endpoint", "http://api.lunamedia.io/xp/get?pubid={{.PublisherID}}")
v.SetDefault("adapters.marsmedia.endpoint", "https://bid306.rtbsrv.com/bidder/?bid=f3xtet")
v.SetDefault("adapters.mgid.endpoint", "https://prebid.mgid.com/prebid/")
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 1f62d232233..53607ac57d8 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -48,6 +48,7 @@ import (
"github.com/prebid/prebid-server/adapters/kubient"
"github.com/prebid/prebid-server/adapters/lifestreet"
"github.com/prebid/prebid-server/adapters/lockerdome"
+ "github.com/prebid/prebid-server/adapters/logicad"
"github.com/prebid/prebid-server/adapters/lunamedia"
"github.com/prebid/prebid-server/adapters/marsmedia"
"github.com/prebid/prebid-server/adapters/mgid"
@@ -133,6 +134,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderKubient: kubient.NewKubientBidder(cfg.Adapters[string(openrtb_ext.BidderKubient)].Endpoint),
openrtb_ext.BidderLockerDome: lockerdome.NewLockerDomeBidder(cfg.Adapters[string(openrtb_ext.BidderLockerDome)].Endpoint),
openrtb_ext.BidderLunaMedia: lunamedia.NewLunaMediaBidder(cfg.Adapters[string(openrtb_ext.BidderLunaMedia)].Endpoint),
+ openrtb_ext.BidderLogicad: logicad.NewLogicadBidder(cfg.Adapters[string(openrtb_ext.BidderLogicad)].Endpoint),
openrtb_ext.BidderMarsmedia: marsmedia.NewMarsmediaBidder(cfg.Adapters[string(openrtb_ext.BidderMarsmedia)].Endpoint),
openrtb_ext.BidderMgid: mgid.NewMgidBidder(cfg.Adapters[string(openrtb_ext.BidderMgid)].Endpoint),
openrtb_ext.BidderMobileFuse: mobilefuse.NewMobileFuseBidder(cfg.Adapters[string(openrtb_ext.BidderMobileFuse)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index 49d7b09d671..62fb9750616 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -64,6 +64,7 @@ const (
BidderKubient BidderName = "kubient"
BidderLifestreet BidderName = "lifestreet"
BidderLockerDome BidderName = "lockerdome"
+ BidderLogicad BidderName = "logicad"
BidderLunaMedia BidderName = "lunamedia"
BidderMarsmedia BidderName = "marsmedia"
BidderMgid BidderName = "mgid"
@@ -145,6 +146,7 @@ var BidderMap = map[string]BidderName{
"kubient": BidderKubient,
"lifestreet": BidderLifestreet,
"lockerdome": BidderLockerDome,
+ "logicad": BidderLogicad,
"lunamedia": BidderLunaMedia,
"marsmedia": BidderMarsmedia,
"mgid": BidderMgid,
diff --git a/openrtb_ext/imp_logicad.go b/openrtb_ext/imp_logicad.go
new file mode 100644
index 00000000000..e4e3c3b091c
--- /dev/null
+++ b/openrtb_ext/imp_logicad.go
@@ -0,0 +1,5 @@
+package openrtb_ext
+
+type ExtImpLogicad struct {
+ Tid string `json:"tid"`
+}
diff --git a/static/bidder-info/logicad.yaml b/static/bidder-info/logicad.yaml
new file mode 100644
index 00000000000..c087516c061
--- /dev/null
+++ b/static/bidder-info/logicad.yaml
@@ -0,0 +1,10 @@
+maintainer:
+ email: "prebid@so-netmedia.jp"
+capabilities:
+ site:
+ mediaTypes:
+ - banner
+ app:
+ mediaTypes:
+ - banner
+
diff --git a/static/bidder-params/logicad.json b/static/bidder-params/logicad.json
new file mode 100644
index 00000000000..2a892f91266
--- /dev/null
+++ b/static/bidder-params/logicad.json
@@ -0,0 +1,13 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Logicad Adapter Params",
+ "description": "A schema which validates params accepted by the Logicad adapter",
+ "type": "object",
+ "properties": {
+ "tid": {
+ "type": "string",
+ "description": "Logicad for Publishers placement ID"
+ }
+ },
+ "required": ["tid"]
+}
diff --git a/usersync/usersyncers/syncer.go b/usersync/usersyncers/syncer.go
index f1f643afb74..89540ea205b 100755
--- a/usersync/usersyncers/syncer.go
+++ b/usersync/usersyncers/syncer.go
@@ -39,6 +39,7 @@ import (
"github.com/prebid/prebid-server/adapters/ix"
"github.com/prebid/prebid-server/adapters/lifestreet"
"github.com/prebid/prebid-server/adapters/lockerdome"
+ "github.com/prebid/prebid-server/adapters/logicad"
"github.com/prebid/prebid-server/adapters/lunamedia"
"github.com/prebid/prebid-server/adapters/marsmedia"
"github.com/prebid/prebid-server/adapters/mgid"
@@ -115,6 +116,7 @@ func NewSyncerMap(cfg *config.Configuration) map[openrtb_ext.BidderName]usersync
insertIntoMap(cfg, syncers, openrtb_ext.BidderIx, ix.NewIxSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderLifestreet, lifestreet.NewLifestreetSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderLockerDome, lockerdome.NewLockerDomeSyncer)
+ insertIntoMap(cfg, syncers, openrtb_ext.BidderLogicad, logicad.NewLogicadSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderLunaMedia, lunamedia.NewLunaMediaSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderMarsmedia, marsmedia.NewMarsmediaSyncer)
insertIntoMap(cfg, syncers, openrtb_ext.BidderMgid, mgid.NewMgidSyncer)
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index b23541eaf8a..32ab2e730eb 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -48,6 +48,7 @@ func TestNewSyncerMap(t *testing.T) {
string(openrtb_ext.BidderIx): syncConfig,
string(openrtb_ext.BidderLifestreet): syncConfig,
string(openrtb_ext.BidderLockerDome): syncConfig,
+ string(openrtb_ext.BidderLogicad): syncConfig,
string(openrtb_ext.BidderLunaMedia): syncConfig,
string(openrtb_ext.BidderMarsmedia): syncConfig,
string(openrtb_ext.BidderMgid): syncConfig,
From 7c3521b2c8e1bec25341cb54072e8770becea820 Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Mon, 13 Jul 2020 23:35:29 -0400
Subject: [PATCH 137/381] Fix Previous Merge Conflict (#1392)
---
config/config.go | 7 +++----
1 file changed, 3 insertions(+), 4 deletions(-)
diff --git a/config/config.go b/config/config.go
index 65ad352c938..f33dba69b60 100755
--- a/config/config.go
+++ b/config/config.go
@@ -764,12 +764,8 @@ func SetupViper(v *viper.Viper, filename string) {
// Disabling adapters by default that require some specific config params.
// If you're using one of these, make sure you check out the documentation (https://github.com/prebid/prebid-server/tree/master/docs/bidders)
// for them and specify all the parameters they need for them to work correctly.
- v.SetDefault("adapters.audiencenetwork.disabled", true)
- v.SetDefault("adapters.rubicon.disabled", true)
v.SetDefault("adapters.33across.endpoint", "http://ssc.33across.com/api/v1/hb")
v.SetDefault("adapters.33across.partner_id", "")
- v.SetDefault("adapters.dmx.endpoint", "https://dmx.districtm.io/b/v2")
- v.SetDefault("adapters.adtelligent.endpoint", "http://hb.adtelligent.com/auction")
v.SetDefault("adapters.adform.endpoint", "http://adx.adform.net/adx")
v.SetDefault("adapters.adgeneration.endpoint", "https://d.socdm.com/adsv/v1")
v.SetDefault("adapters.adhese.endpoint", "https://ads-{{.AccountID}}.adhese.com/json")
@@ -787,6 +783,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.applogy.endpoint", "http://rtb.applogy.com/v1/prebid")
v.SetDefault("adapters.appnexus.endpoint", "http://ib.adnxs.com/openrtb2") // Docs: https://wiki.appnexus.com/display/supply/Incoming+Bid+Request+from+SSPs
v.SetDefault("adapters.appnexus.platform_id", "5")
+ v.SetDefault("adapters.audiencenetwork.disabled", true)
v.SetDefault("adapters.avocet.disabled", true)
v.SetDefault("adapters.beachfront.endpoint", "https://display.bfmio.com/prebid_display")
v.SetDefault("adapters.beachfront.extra_info", "{\"video_endpoint\":\"https://reachms.bfmio.com/bid.json?exchange_id\"}")
@@ -796,6 +793,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.conversant.endpoint", "http://api.hb.ad.cpe.dotomi.com/cvx/server/hb/ortb/25")
v.SetDefault("adapters.cpmstar.endpoint", "https://server.cpmstar.com/openrtbbidrq.aspx")
v.SetDefault("adapters.datablocks.endpoint", "http://{{.Host}}/openrtb2?sid={{.SourceId}}")
+ v.SetDefault("adapters.dmx.endpoint", "https://dmx.districtm.io/b/v2")
v.SetDefault("adapters.emx_digital.endpoint", "https://hb.emxdgt.com")
v.SetDefault("adapters.engagebdr.endpoint", "http://dsp.bnmla.com/hb")
v.SetDefault("adapters.eplanning.endpoint", "http://rtb.e-planning.net/pbs/1")
@@ -823,6 +821,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.pulsepoint.endpoint", "http://bid.contextweb.com/header/s/ortb/prebid-s2s")
v.SetDefault("adapters.rhythmone.endpoint", "http://tag.1rx.io/rmp")
v.SetDefault("adapters.rtbhouse.endpoint", "http://prebidserver-s2s-ams.creativecdn.com/bidder/prebidserver/bids")
+ v.SetDefault("adapters.rubicon.disabled", true)
v.SetDefault("adapters.rubicon.endpoint", "http://exapi-us-east.rubiconproject.com/a/api/exchange.json")
v.SetDefault("adapters.sharethrough.endpoint", "http://btlr.sharethrough.com/FGMrCMMc/v1")
v.SetDefault("adapters.smartadserver.endpoint", "https://ssb.smartadserver.com")
From bb2b03748ee9a7a83c09243762bfaf50b91dea77 Mon Sep 17 00:00:00 2001
From: Marsel
Date: Wed, 15 Jul 2020 08:49:58 +0300
Subject: [PATCH 138/381] Kubient: Change default endpont address (#1398)
---
config/config.go | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/config/config.go b/config/config.go
index f33dba69b60..5d538f38523 100755
--- a/config/config.go
+++ b/config/config.go
@@ -804,7 +804,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.improvedigital.endpoint", "http://ad.360yield.com/pbs")
v.SetDefault("adapters.ix.endpoint", "http://appnexus-us-east.lb.indexww.com/transbidder?p=184932")
v.SetDefault("adapters.kidoz.endpoint", "http://prebid-adapter.kidoz.net/openrtb2/auction?src=prebid-server")
- v.SetDefault("adapters.kubient.endpoint", "http://kbntx.ch/prebid")
+ v.SetDefault("adapters.kubient.endpoint", "https://kssp.kbntx.ch/prebid")
v.SetDefault("adapters.lifestreet.endpoint", "https://prebid.s2s.lfstmedia.com/adrequest")
v.SetDefault("adapters.lockerdome.endpoint", "https://lockerdome.com/ladbid/prebidserver/openrtb2")
v.SetDefault("adapters.logicad.endpoint", "https://pbs.ladsp.com/adrequest/prebidserver")
From e6d159e71dd479338207f4eb7f7746b71a0e3d9d Mon Sep 17 00:00:00 2001
From: Brian Sardo <1168933+bsardo@users.noreply.github.com>
Date: Wed, 15 Jul 2020 10:07:53 -0400
Subject: [PATCH 139/381] Add support for multiple root schain nodes (#1374)
---
endpoints/openrtb2/auction.go | 9 ++
endpoints/openrtb2/auction_test.go | 47 ++++++++
exchange/utils.go | 94 ++++++++++++++-
exchange/utils_test.go | 180 +++++++++++++++++++++++++++++
openrtb_ext/request.go | 43 ++++++-
5 files changed, 366 insertions(+), 7 deletions(-)
diff --git a/endpoints/openrtb2/auction.go b/endpoints/openrtb2/auction.go
index 20acc2aedd3..3fd2132143e 100644
--- a/endpoints/openrtb2/auction.go
+++ b/endpoints/openrtb2/auction.go
@@ -290,6 +290,10 @@ func (deps *endpointDeps) validateRequest(req *openrtb.BidRequest) []error {
if err := validateBidAdjustmentFactors(bidExt.Prebid.BidAdjustmentFactors, aliases); err != nil {
return []error{err}
}
+
+ if err := validateSChains(bidExt); err != nil {
+ return []error{err}
+ }
}
if (req.Site == nil && req.App == nil) || (req.Site != nil && req.App != nil) {
@@ -362,6 +366,11 @@ func validateBidAdjustmentFactors(adjustmentFactors map[string]float64, aliases
return nil
}
+func validateSChains(req *openrtb_ext.ExtRequest) error {
+ _, err := exchange.BidderToPrebidSChains(req)
+ return err
+}
+
func (deps *endpointDeps) validateImp(imp *openrtb.Imp, aliases map[string]string, index int) []error {
if imp.ID == "" {
return []error{fmt.Errorf("request.imp[%d] missing required field: \"id\"", index)}
diff --git a/endpoints/openrtb2/auction_test.go b/endpoints/openrtb2/auction_test.go
index 97f0038a392..c697c206483 100644
--- a/endpoints/openrtb2/auction_test.go
+++ b/endpoints/openrtb2/auction_test.go
@@ -1039,6 +1039,53 @@ func TestCCPAInvalid(t *testing.T) {
assert.Empty(t, req.Regs.Ext, "Invalid Consent Removed From Request")
}
+func TestSChainInvalid(t *testing.T) {
+ deps := &endpointDeps{
+ &nobidExchange{},
+ newParamsValidator(t),
+ &mockStoredReqFetcher{},
+ empty_fetcher.EmptyFetcher{},
+ empty_fetcher.EmptyFetcher{},
+ &config.Configuration{},
+ pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}),
+ analyticsConf.NewPBSAnalytics(&config.Analytics{}),
+ map[string]string{},
+ false,
+ []byte{},
+ openrtb_ext.BidderMap,
+ nil,
+ nil,
+ hardcodedResponseIPValidator{response: true},
+ }
+
+ ui := uint64(1)
+ req := openrtb.BidRequest{
+ ID: "someID",
+ Imp: []openrtb.Imp{
+ {
+ ID: "imp-ID",
+ Banner: &openrtb.Banner{
+ W: &ui,
+ H: &ui,
+ },
+ Ext: json.RawMessage(`{"appnexus": {"placementId": 5667}}`),
+ },
+ },
+ Site: &openrtb.Site{
+ ID: "myID",
+ },
+ Regs: &openrtb.Regs{
+ Ext: json.RawMessage(`{"us_privacy":"abcd"}`),
+ },
+ Ext: json.RawMessage(`{"prebid":{"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller1.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}, {"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller2.com","sid":"00002","rid":"BidRequest2","hp":1}],"ver":"1.0"}}]}}`),
+ }
+
+ errL := deps.validateRequest(&req)
+
+ expectedError := fmt.Errorf("request.ext.prebid.schains contains multiple schains for bidder appnexus; it must contain no more than one per bidder.")
+ assert.ElementsMatch(t, errL, []error{expectedError})
+}
+
func TestSanitizeRequest(t *testing.T) {
testCases := []struct {
description string
diff --git a/exchange/utils.go b/exchange/utils.go
index 96c00ec0e36..4de985eca40 100644
--- a/exchange/utils.go
+++ b/exchange/utils.go
@@ -28,6 +28,29 @@ type cleanMetrics struct {
gdprTcfVersion int
}
+func BidderToPrebidSChains(req *openrtb_ext.ExtRequest) (map[string]*openrtb_ext.ExtRequestPrebidSChainSChain, error) {
+ bidderToSChains := make(map[string]*openrtb_ext.ExtRequestPrebidSChainSChain)
+
+ if len(req.Prebid.SChains) == 0 {
+ return bidderToSChains, nil
+ }
+
+ for _, schainWrapper := range req.Prebid.SChains {
+ if schainWrapper != nil && len(schainWrapper.Bidders) > 0 {
+ for _, bidder := range schainWrapper.Bidders {
+ if _, present := bidderToSChains[bidder]; present {
+ return nil, fmt.Errorf("request.ext.prebid.schains contains multiple schains for bidder %s; "+
+ "it must contain no more than one per bidder.", bidder)
+ } else {
+ bidderToSChains[bidder] = &schainWrapper.SChain
+ }
+ }
+ }
+ }
+
+ return bidderToSChains, nil
+}
+
// cleanOpenRTBRequests splits the input request into requests which are sanitized for each bidder. Intended behavior is:
//
// 1. BidRequest.Imp[].Ext will only contain the "prebid" field and a "bidder" field which has the params for the intended Bidder.
@@ -103,12 +126,35 @@ func cleanOpenRTBRequests(ctx context.Context,
return
}
-func splitBidRequest(req *openrtb.BidRequest, impsByBidder map[string][]openrtb.Imp, aliases map[string]string, usersyncs IdFetcher, blabels map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels, labels pbsmetrics.Labels) (map[openrtb_ext.BidderName]*openrtb.BidRequest, []error) {
+func splitBidRequest(req *openrtb.BidRequest,
+ impsByBidder map[string][]openrtb.Imp,
+ aliases map[string]string,
+ usersyncs IdFetcher,
+ blabels map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels,
+ labels pbsmetrics.Labels) (map[openrtb_ext.BidderName]*openrtb.BidRequest, []error) {
+
requestsByBidder := make(map[openrtb_ext.BidderName]*openrtb.BidRequest, len(impsByBidder))
explicitBuyerUIDs, err := extractBuyerUIDs(req.User)
if err != nil {
return nil, []error{err}
}
+
+ var requestExt openrtb_ext.ExtRequest
+ var sChainsByBidder map[string]*openrtb_ext.ExtRequestPrebidSChainSChain
+ if len(req.Ext) > 0 {
+ err := json.Unmarshal(req.Ext, &requestExt)
+ if err != nil {
+ return nil, []error{err}
+ }
+
+ sChainsByBidder, err = BidderToPrebidSChains(&requestExt)
+ if err != nil {
+ return nil, []error{err}
+ }
+ } else {
+ sChainsByBidder = make(map[string]*openrtb_ext.ExtRequestPrebidSChainSChain)
+ }
+
for bidder, imps := range impsByBidder {
reqCopy := *req
coreBidder := resolveBidder(bidder, aliases)
@@ -128,11 +174,57 @@ func splitBidRequest(req *openrtb.BidRequest, impsByBidder map[string][]openrtb.
blabels[coreBidder].CookieFlag = pbsmetrics.CookieFlagYes
}
reqCopy.Imp = imps
+
+ prepareSource(&reqCopy, bidder, sChainsByBidder)
+ prepareExt(&reqCopy, &requestExt)
+
requestsByBidder[openrtb_ext.BidderName(bidder)] = &reqCopy
}
return requestsByBidder, nil
}
+func prepareExt(req *openrtb.BidRequest, unpackedExt *openrtb_ext.ExtRequest) {
+ if len(req.Ext) == 0 {
+ return
+ }
+ extCopy := *unpackedExt
+ extCopy.Prebid.SChains = nil
+ reqExt, err := json.Marshal(extCopy)
+ if err == nil {
+ req.Ext = reqExt
+ }
+}
+
+func prepareSource(req *openrtb.BidRequest, bidder string, sChainsByBidder map[string]*openrtb_ext.ExtRequestPrebidSChainSChain) {
+ const sChainWildCard = "*"
+ var selectedSChain *openrtb_ext.ExtRequestPrebidSChainSChain
+
+ wildCardSChain := sChainsByBidder[sChainWildCard]
+ bidderSChain := sChainsByBidder[bidder]
+
+ // source should not be modified
+ if bidderSChain == nil && wildCardSChain == nil {
+ return
+ }
+
+ if bidderSChain != nil {
+ selectedSChain = bidderSChain
+ } else {
+ selectedSChain = wildCardSChain
+ }
+
+ // set source
+ var source openrtb.Source
+ schain := openrtb_ext.ExtRequestPrebidSChain{
+ SChain: *selectedSChain,
+ }
+ sourceExt, err := json.Marshal(schain)
+ if err == nil {
+ source.Ext = sourceExt
+ req.Source = &source
+ }
+}
+
// extractBuyerUIDs parses the values from user.ext.prebid.buyeruids, and then deletes those values from the ext.
// This prevents a Bidder from using these values to figure out who else is involved in the Auction.
func extractBuyerUIDs(user *openrtb.User) (map[string]string, error) {
diff --git a/exchange/utils_test.go b/exchange/utils_test.go
index e50d0f777f0..6d66e816e7b 100644
--- a/exchange/utils_test.go
+++ b/exchange/utils_test.go
@@ -135,6 +135,92 @@ func TestCleanOpenRTBRequestsCCPA(t *testing.T) {
}
}
+func TestCleanOpenRTBRequestsSChain(t *testing.T) {
+ testCases := []struct {
+ description string
+ inSourceExt json.RawMessage
+ inExt json.RawMessage
+ outSourceExt json.RawMessage
+ outExt json.RawMessage
+ hasError bool
+ }{
+ {
+ description: "Empty root ext and source ext",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(``),
+ outSourceExt: json.RawMessage(``),
+ outExt: json.RawMessage(``),
+ hasError: false,
+ },
+ {
+ description: "No schains in root ext and empty source ext",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"schains":[]}}`),
+ outSourceExt: json.RawMessage(``),
+ outExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
+ },
+ {
+ description: "Use source schain -- no bidder schain or wildcard schain in ext.prebid.schains",
+ inSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["bidder1"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
+ outExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
+ },
+ {
+ description: "Use schain for bidder in ext.prebid.schains",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
+ outExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
+ },
+ {
+ description: "Use wildcard schain in ext.prebid.schains",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["*"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
+ outExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
+ },
+ {
+ description: "Use schain for bidder in ext.prebid.schains instead of wildcard",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"aliases":{"appnexus":"alias1"},"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}, {"bidders":["*"],"schain":{"complete":1,"nodes":[{"asi":"wildcard.com","sid":"wildcard1","rid":"WildcardReq1","hp":1}],"ver":"1.0"}} ]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
+ outExt: json.RawMessage(`{"prebid":{"aliases":{"appnexus":"alias1"}}}`),
+ hasError: false,
+ },
+ {
+ description: "Use source schain -- multiple (two) bidder schains in ext.prebid.schains",
+ inSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller1.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}, {"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller2.com","sid":"00002","rid":"BidRequest2","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: nil,
+ outExt: nil,
+ hasError: true,
+ },
+ }
+
+ for _, test := range testCases {
+ req := newBidRequest(t)
+ req.Source.Ext = test.inSourceExt
+ req.Ext = test.inExt
+
+ results, _, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, config.Privacy{})
+ result := results["appnexus"]
+
+ if test.hasError == true {
+ assert.NotNil(t, errs)
+ assert.Nil(t, result)
+ } else {
+ assert.Nil(t, errs)
+ assert.Equal(t, test.outSourceExt, result.Source.Ext, test.description+":Source.Ext")
+ assert.Equal(t, test.outExt, result.Ext, test.description+":Ext")
+ }
+ }
+}
+
func TestCleanOpenRTBRequestsLMT(t *testing.T) {
var (
enabled int8 = 1
@@ -302,5 +388,99 @@ func TestRandomizeList(t *testing.T) {
if len(adapters) != 1 {
t.Errorf("RandomizeList, expected a list of 1, found %d", len(adapters))
}
+}
+
+func TestBidderToPrebidChains(t *testing.T) {
+ input := openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ SChains: []*openrtb_ext.ExtRequestPrebidSChain{
+ {
+ Bidders: []string{"Bidder1", "Bidder2"},
+ SChain: openrtb_ext.ExtRequestPrebidSChainSChain{
+ Complete: 1,
+ Nodes: []*openrtb_ext.ExtRequestPrebidSChainSChainNode{
+ {
+ ASI: "asi1",
+ SID: "sid1",
+ Name: "name1",
+ RID: "rid1",
+ Domain: "domain1",
+ HP: 1,
+ },
+ {
+ ASI: "asi2",
+ SID: "sid2",
+ Name: "name2",
+ RID: "rid2",
+ Domain: "domain2",
+ HP: 2,
+ },
+ },
+ Ver: "version1",
+ },
+ },
+ {
+ Bidders: []string{"Bidder3", "Bidder4"},
+ SChain: openrtb_ext.ExtRequestPrebidSChainSChain{},
+ },
+ },
+ },
+ }
+
+ output, err := BidderToPrebidSChains(&input)
+
+ assert.Nil(t, err)
+ assert.Equal(t, len(output), 4)
+ assert.Same(t, output["Bidder1"], &input.Prebid.SChains[0].SChain)
+ assert.Same(t, output["Bidder2"], &input.Prebid.SChains[0].SChain)
+ assert.Same(t, output["Bidder3"], &input.Prebid.SChains[1].SChain)
+ assert.Same(t, output["Bidder4"], &input.Prebid.SChains[1].SChain)
+}
+
+func TestBidderToPrebidChainsDiscardMultipleChainsForBidder(t *testing.T) {
+ input := openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ SChains: []*openrtb_ext.ExtRequestPrebidSChain{
+ {
+ Bidders: []string{"Bidder1"},
+ SChain: openrtb_ext.ExtRequestPrebidSChainSChain{},
+ },
+ {
+ Bidders: []string{"Bidder1", "Bidder2"},
+ SChain: openrtb_ext.ExtRequestPrebidSChainSChain{},
+ },
+ },
+ },
+ }
+
+ output, err := BidderToPrebidSChains(&input)
+
+ assert.NotNil(t, err)
+ assert.Nil(t, output)
+}
+
+func TestBidderToPrebidChainsNilSChains(t *testing.T) {
+ input := openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ SChains: nil,
+ },
+ }
+
+ output, err := BidderToPrebidSChains(&input)
+
+ assert.Nil(t, err)
+ assert.Equal(t, len(output), 0)
+}
+
+func TestBidderToPrebidChainsZeroLengthSChains(t *testing.T) {
+ input := openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ SChains: []*openrtb_ext.ExtRequestPrebidSChain{},
+ },
+ }
+
+ output, err := BidderToPrebidSChains(&input)
+ assert.Nil(t, err)
+ assert.Equal(t, len(output), 0)
}
diff --git a/openrtb_ext/request.go b/openrtb_ext/request.go
index 25b5c881408..86388f60cf4 100644
--- a/openrtb_ext/request.go
+++ b/openrtb_ext/request.go
@@ -12,12 +12,43 @@ type ExtRequest struct {
// ExtRequestPrebid defines the contract for bidrequest.ext.prebid
type ExtRequestPrebid struct {
- Aliases map[string]string `json:"aliases,omitempty"`
- BidAdjustmentFactors map[string]float64 `json:"bidadjustmentfactors,omitempty"`
- Cache *ExtRequestPrebidCache `json:"cache,omitempty"`
- StoredRequest *ExtStoredRequest `json:"storedrequest,omitempty"`
- Targeting *ExtRequestTargeting `json:"targeting,omitempty"`
- SupportDeals bool `json:"supportdeals,omitempty"`
+ Aliases map[string]string `json:"aliases,omitempty"`
+ BidAdjustmentFactors map[string]float64 `json:"bidadjustmentfactors,omitempty"`
+ Cache *ExtRequestPrebidCache `json:"cache,omitempty"`
+ SChains []*ExtRequestPrebidSChain `json:"schains,omitempty"`
+ StoredRequest *ExtStoredRequest `json:"storedrequest,omitempty"`
+ Targeting *ExtRequestTargeting `json:"targeting,omitempty"`
+ SupportDeals bool `json:"supportdeals,omitempty"`
+}
+
+// ExtRequestPrebid defines the contract for bidrequest.ext.prebid.schains
+type ExtRequestPrebidSChain struct {
+ Bidders []string `json:"bidders,omitempty"`
+ SChain ExtRequestPrebidSChainSChain `json:"schain"`
+}
+
+// ExtRequestPrebidSChainSChain defines the contract for bidrequest.ext.prebid.schains[i].schain
+type ExtRequestPrebidSChainSChain struct {
+ Complete int `json:"complete"`
+ Nodes []*ExtRequestPrebidSChainSChainNode `json:"nodes"`
+ Ver string `json:"ver"`
+ Ext json.RawMessage `json:"ext,omitempty"`
+}
+
+// ExtRequestPrebidSChainSChainNode defines the contract for bidrequest.ext.prebid.schains[i].schain[i].nodes
+type ExtRequestPrebidSChainSChainNode struct {
+ ASI string `json:"asi"`
+ SID string `json:"sid"`
+ RID string `json:"rid,omitempty"`
+ Name string `json:"name,omitempty"`
+ Domain string `json:"domain,omitempty"`
+ HP int `json:"hp"`
+ Ext json.RawMessage `json:"ext,omitempty"`
+}
+
+// SourceExt defines the contract for bidrequest.source.ext
+type SourceExt struct {
+ SChain ExtRequestPrebidSChainSChain `json:"schain"`
}
// ExtRequestPrebidCache defines the contract for bidrequest.ext.prebid.cache
From e6fe57e058a0dd44273916d5c919829937ec13dc Mon Sep 17 00:00:00 2001
From: Steve Alliance
Date: Wed, 15 Jul 2020 22:05:49 -0400
Subject: [PATCH 140/381] Update endpoint for latest release by districtm
(#1401)
Co-authored-by: steve-a-districtm
---
adapters/dmx/dmx.go | 2 +-
config/config.go | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/adapters/dmx/dmx.go b/adapters/dmx/dmx.go
index 6b4f698d4b1..de33bd390e5 100644
--- a/adapters/dmx/dmx.go
+++ b/adapters/dmx/dmx.go
@@ -160,7 +160,7 @@ func (adapter *DmxAdapter) MakeRequests(request *openrtb.BidRequest, req *adapte
}
headers := http.Header{}
- headers.Add("Content-Type", "Application/json;charset=utf-8")
+ headers.Add("Content-Type", "application/json;charset=utf-8")
reqBidder := &adapters.RequestData{
Method: "POST",
Uri: adapter.endpoint + addParams(sellerId), //adapter.endpoint,
diff --git a/config/config.go b/config/config.go
index 5d538f38523..2e7f875b023 100755
--- a/config/config.go
+++ b/config/config.go
@@ -793,7 +793,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.conversant.endpoint", "http://api.hb.ad.cpe.dotomi.com/cvx/server/hb/ortb/25")
v.SetDefault("adapters.cpmstar.endpoint", "https://server.cpmstar.com/openrtbbidrq.aspx")
v.SetDefault("adapters.datablocks.endpoint", "http://{{.Host}}/openrtb2?sid={{.SourceId}}")
- v.SetDefault("adapters.dmx.endpoint", "https://dmx.districtm.io/b/v2")
+ v.SetDefault("adapters.dmx.endpoint", "https://dmx-direct.districtm.io/b/v2")
v.SetDefault("adapters.emx_digital.endpoint", "https://hb.emxdgt.com")
v.SetDefault("adapters.engagebdr.endpoint", "http://dsp.bnmla.com/hb")
v.SetDefault("adapters.eplanning.endpoint", "http://rtb.e-planning.net/pbs/1")
From ea348e3fd3fa4fcc04149e761676051539d92aa1 Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Wed, 15 Jul 2020 23:01:29 -0400
Subject: [PATCH 141/381] Set OpenRTB DNT From HTTP Header (#1397)
---
endpoints/openrtb2/auction.go | 26 +++
endpoints/openrtb2/auction_test.go | 183 ++++++++++++++++++
.../supplementary/site-has-dnt.json | 45 +++++
3 files changed, 254 insertions(+)
create mode 100644 endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-dnt.json
diff --git a/endpoints/openrtb2/auction.go b/endpoints/openrtb2/auction.go
index 3fd2132143e..86186fa8373 100644
--- a/endpoints/openrtb2/auction.go
+++ b/endpoints/openrtb2/auction.go
@@ -39,6 +39,12 @@ import (
const storedRequestTimeoutMillis = 50
+var (
+ dntKey string = http.CanonicalHeaderKey("DNT")
+ dntDisabled int8 = 0
+ dntEnabled int8 = 1
+)
+
func NewEndpoint(ex exchange.Exchange, validator openrtb_ext.BidderParamValidator, requestsById stored_requests.Fetcher, categories stored_requests.CategoryFetcher, cfg *config.Configuration, met pbsmetrics.MetricsEngine, pbsAnalytics analytics.PBSAnalyticsModule, disabledBidders map[string]string, defReqJSON []byte, bidderMap map[string]openrtb_ext.BidderName) (httprouter.Handle, error) {
if ex == nil || validator == nil || requestsById == nil || cfg == nil || met == nil {
@@ -964,6 +970,8 @@ func (deps *endpointDeps) setFieldsImplicitly(httpReq *http.Request, bidReq *ope
func setDeviceImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest, ipValidtor iputil.IPValidator) {
setIPImplicitly(httpReq, bidReq, ipValidtor)
setUAImplicitly(httpReq, bidReq)
+ setDoNotTrackImplicitly(httpReq, bidReq)
+
}
// setAuctionTypeImplicitly sets the auction type to 1 if it wasn't on the request,
@@ -1192,6 +1200,24 @@ func setUAImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest) {
}
}
+func setDoNotTrackImplicitly(httpReq *http.Request, bidReq *openrtb.BidRequest) {
+ if bidReq.Device == nil || bidReq.Device.DNT == nil {
+ dnt := httpReq.Header.Get(dntKey)
+ if dnt == "0" || dnt == "1" {
+ if bidReq.Device == nil {
+ bidReq.Device = &openrtb.Device{}
+ }
+
+ switch dnt {
+ case "0":
+ bidReq.Device.DNT = &dntDisabled
+ case "1":
+ bidReq.Device.DNT = &dntEnabled
+ }
+ }
+ }
+}
+
// parseUserID gets this user's ID for the host machine, if it exists.
func parseUserID(cfg *config.Configuration, httpReq *http.Request) (string, bool) {
if hostCookie, err := httpReq.Cookie(cfg.HostCookie.CookieName); hostCookie != nil && err == nil {
diff --git a/endpoints/openrtb2/auction_test.go b/endpoints/openrtb2/auction_test.go
index c697c206483..957760c61c9 100644
--- a/endpoints/openrtb2/auction_test.go
+++ b/endpoints/openrtb2/auction_test.go
@@ -604,6 +604,189 @@ func TestImplicitIPsEndToEnd(t *testing.T) {
}
}
+func TestImplicitDNT(t *testing.T) {
+ var (
+ disabled int8 = 0
+ enabled int8 = 1
+ )
+ testCases := []struct {
+ description string
+ dntHeader string
+ request openrtb.BidRequest
+ expectedRequest openrtb.BidRequest
+ }{
+ {
+ description: "Device Missing - Not Set In Header",
+ dntHeader: "",
+ request: openrtb.BidRequest{},
+ expectedRequest: openrtb.BidRequest{},
+ },
+ {
+ description: "Device Missing - Set To 0 In Header",
+ dntHeader: "0",
+ request: openrtb.BidRequest{},
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &disabled,
+ },
+ },
+ },
+ {
+ description: "Device Missing - Set To 1 In Header",
+ dntHeader: "1",
+ request: openrtb.BidRequest{},
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ },
+ {
+ description: "Not Set In Request - Not Set In Header",
+ dntHeader: "",
+ request: openrtb.BidRequest{
+ Device: &openrtb.Device{},
+ },
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{},
+ },
+ },
+ {
+ description: "Not Set In Request - Set To 0 In Header",
+ dntHeader: "0",
+ request: openrtb.BidRequest{
+ Device: &openrtb.Device{},
+ },
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &disabled,
+ },
+ },
+ },
+ {
+ description: "Not Set In Request - Set To 1 In Header",
+ dntHeader: "1",
+ request: openrtb.BidRequest{
+ Device: &openrtb.Device{},
+ },
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ },
+ {
+ description: "Set In Request - Not Set In Header",
+ dntHeader: "",
+ request: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ },
+ {
+ description: "Set In Request - Set To 0 In Header",
+ dntHeader: "0",
+ request: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ },
+ {
+ description: "Set In Request - Set To 1 In Header",
+ dntHeader: "1",
+ request: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ expectedRequest: openrtb.BidRequest{
+ Device: &openrtb.Device{
+ DNT: &enabled,
+ },
+ },
+ },
+ }
+
+ for _, test := range testCases {
+ httpReq := httptest.NewRequest("POST", "/openrtb2/auction", nil)
+ httpReq.Header.Set("DNT", test.dntHeader)
+ setDoNotTrackImplicitly(httpReq, &test.request)
+ assert.Equal(t, test.expectedRequest, test.request)
+ }
+}
+
+func TestImplicitDNTEndToEnd(t *testing.T) {
+ var (
+ disabled int8 = 0
+ enabled int8 = 1
+ )
+ testCases := []struct {
+ description string
+ reqJSONFile string
+ dntHeader string
+ expectedDNT *int8
+ }{
+ {
+ description: "Not Set In Request - Not Set In Header",
+ reqJSONFile: "site.json",
+ dntHeader: "",
+ expectedDNT: nil,
+ },
+ {
+ description: "Not Set In Request - Set To 0 In Header",
+ reqJSONFile: "site.json",
+ dntHeader: "0",
+ expectedDNT: &disabled,
+ },
+ {
+ description: "Not Set In Request - Set To 1 In Header",
+ reqJSONFile: "site.json",
+ dntHeader: "1",
+ expectedDNT: &enabled,
+ },
+ {
+ description: "Set In Request - Not Set In Header",
+ reqJSONFile: "site-has-dnt.json",
+ dntHeader: "",
+ expectedDNT: &enabled, // Hardcoded value in test file.
+ },
+ {
+ description: "Set In Request - Not Overwritten By Header",
+ reqJSONFile: "site-has-dnt.json",
+ dntHeader: "0",
+ expectedDNT: &enabled, // Hardcoded value in test file.
+ },
+ }
+
+ metrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
+ for _, test := range testCases {
+ exchange := &nobidExchange{}
+ endpoint, _ := NewEndpoint(exchange, newParamsValidator(t), &mockStoredReqFetcher{}, empty_fetcher.EmptyFetcher{}, &config.Configuration{MaxRequestSize: maxSize}, metrics, analyticsConf.NewPBSAnalytics(&config.Analytics{}), map[string]string{}, []byte{}, openrtb_ext.BidderMap)
+
+ httpReq := httptest.NewRequest("POST", "/openrtb2/auction", strings.NewReader(validRequest(t, test.reqJSONFile)))
+ httpReq.Header.Set("DNT", test.dntHeader)
+
+ endpoint(httptest.NewRecorder(), httpReq, nil)
+
+ result := exchange.gotRequest
+ if !assert.NotEmpty(t, result, test.description+"Request received by the exchange.") {
+ t.FailNow()
+ }
+ assert.Equal(t, test.expectedDNT, result.Device.DNT, test.description+":dnt")
+ }
+}
func TestImplicitSecure(t *testing.T) {
httpReq := httptest.NewRequest("POST", "/openrtb2/auction", strings.NewReader(validRequest(t, "site.json")))
httpReq.Header.Set(http.CanonicalHeaderKey("X-Forwarded-Proto"), "https")
diff --git a/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-dnt.json b/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-dnt.json
new file mode 100644
index 00000000000..b1fae20afe4
--- /dev/null
+++ b/endpoints/openrtb2/sample-requests/valid-whole/supplementary/site-has-dnt.json
@@ -0,0 +1,45 @@
+{
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "device": {
+ "dnt": 1
+ },
+ "imp": [
+ {
+ "id": "my-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "pmp": {
+ "deals": [
+ {
+ "id": "some-deal-id"
+ }
+ ]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 12883451
+ }
+ }
+ }
+ ],
+ "ext": {
+ "prebid": {
+ "targeting": {
+ "pricegranularity": "low"
+ },
+ "cache": {
+ "bids": {}
+ }
+ }
+ }
+ }
+
\ No newline at end of file
From 55f4c453668d0b7233331067be7232b0e89f0626 Mon Sep 17 00:00:00 2001
From: Gena
Date: Thu, 16 Jul 2020 17:22:23 +0300
Subject: [PATCH 142/381] Add video for InApp support (#1399)
---
static/bidder-info/adtelligent.yaml | 1 +
1 file changed, 1 insertion(+)
diff --git a/static/bidder-info/adtelligent.yaml b/static/bidder-info/adtelligent.yaml
index fe791343daf..7a20d52b266 100644
--- a/static/bidder-info/adtelligent.yaml
+++ b/static/bidder-info/adtelligent.yaml
@@ -4,6 +4,7 @@ capabilities:
app:
mediaTypes:
- banner
+ - video
site:
mediaTypes:
- banner
From 62a72e23621b20ec3e5241ba955d36c775dfb394 Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Thu, 16 Jul 2020 16:36:32 -0400
Subject: [PATCH 143/381] Timeout fix (#1390)
---
config/util/loggers.go | 6 +--
exchange/bidder.go | 22 +++++++---
exchange/bidder_test.go | 91 +++++++++++++++++++++++++++++----------
exchange/exchange_test.go | 9 ++++
4 files changed, 97 insertions(+), 31 deletions(-)
diff --git a/config/util/loggers.go b/config/util/loggers.go
index 88702e68763..d9aad43a7fb 100644
--- a/config/util/loggers.go
+++ b/config/util/loggers.go
@@ -4,18 +4,18 @@ import (
"math/rand"
)
-type logMsg func(string, ...interface{})
+type LogMsg func(string, ...interface{})
type randomGenerator func() float32
// LogRandomSample will log a randam sample of the messages it is sent, based on the chance to log
// chance = 1.0 => always log,
// chance = 0.0 => never log
-func LogRandomSample(msg string, logger logMsg, chance float32) {
+func LogRandomSample(msg string, logger LogMsg, chance float32) {
logRandomSampleImpl(msg, logger, chance, rand.Float32)
}
-func logRandomSampleImpl(msg string, logger logMsg, chance float32, randGenerator randomGenerator) {
+func logRandomSampleImpl(msg string, logger LogMsg, chance float32, randGenerator randomGenerator) {
if chance < 1.0 && randGenerator() > chance {
// this is the chance we don't log anything
return
diff --git a/exchange/bidder.go b/exchange/bidder.go
index df9f0a3bf1b..ee6a4942147 100644
--- a/exchange/bidder.go
+++ b/exchange/bidder.go
@@ -312,6 +312,10 @@ func makeExt(httpInfo *httpCallInfo) *openrtb_ext.ExtHttpCall {
// doRequest makes a request, handles the response, and returns the data needed by the
// Bidder interface.
func (bidder *bidderAdapter) doRequest(ctx context.Context, req *adapters.RequestData) *httpCallInfo {
+ return bidder.doRequestImpl(ctx, req, glog.Warningf)
+}
+
+func (bidder *bidderAdapter) doRequestImpl(ctx context.Context, req *adapters.RequestData, logger util.LogMsg) *httpCallInfo {
httpReq, err := http.NewRequest(req.Method, req.Uri, bytes.NewBuffer(req.Body))
if err != nil {
return &httpCallInfo{
@@ -325,12 +329,18 @@ func (bidder *bidderAdapter) doRequest(ctx context.Context, req *adapters.Reques
if err != nil {
if err == context.DeadlineExceeded {
err = &errortypes.Timeout{Message: err.Error()}
- if tb, ok := bidder.Bidder.(adapters.TimeoutBidder); ok {
+ var corebidder adapters.Bidder = bidder.Bidder
+ // The bidder adapter normally stores an info-aware bidder (a bidder wrapper)
+ // rather than the actual bidder. So we need to unpack that first.
+ if b, ok := corebidder.(*adapters.InfoAwareBidder); ok {
+ corebidder = b.Bidder
+ }
+ if tb, ok := corebidder.(adapters.TimeoutBidder); ok {
// Toss the timeout notification call into a go routine, as we are out of time'
// and cannot delay processing. We don't do anything result, as there is not much
// we can do about a timeout notification failure. We do not want to get stuck in
// a loop of trying to report timeouts to the timeout notifications.
- go bidder.doTimeoutNotification(tb, req)
+ go bidder.doTimeoutNotification(tb, req, logger)
}
}
@@ -366,7 +376,7 @@ func (bidder *bidderAdapter) doRequest(ctx context.Context, req *adapters.Reques
}
}
-func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.TimeoutBidder, req *adapters.RequestData) {
+func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.TimeoutBidder, req *adapters.RequestData, logger util.LogMsg) {
ctx, cancel := context.WithTimeout(context.Background(), 200*time.Millisecond)
defer cancel()
toReq, errL := timeoutBidder.MakeTimeoutNotification(req)
@@ -385,13 +395,13 @@ func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.Timeou
msg = fmt.Sprintf("TimeoutNotification: error:(%s) body:%s", err.Error(), string(toReq.Body))
}
// If logging is turned on, and logging is not disallowed via FailOnly
- util.LogRandomSample(msg, glog.Warningf, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ util.LogRandomSample(msg, logger, bidder.DebugConfig.TimeoutNotification.SamplingRate)
}
} else {
bidder.me.RecordTimeoutNotice(false)
if bidder.DebugConfig.TimeoutNotification.Log {
msg := fmt.Sprintf("TimeoutNotification: Failed to make timeout request: method(%s), uri(%s), error(%s)", toReq.Method, toReq.Uri, err.Error())
- util.LogRandomSample(msg, glog.Warningf, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ util.LogRandomSample(msg, logger, bidder.DebugConfig.TimeoutNotification.SamplingRate)
}
}
} else if bidder.DebugConfig.TimeoutNotification.Log {
@@ -402,7 +412,7 @@ func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.Timeou
} else {
msg = fmt.Sprintf("TimeoutNotification: Failed to generate timeout request: error(%s), bidder request marshal failed(%s)", errL[0].Error(), err.Error())
}
- util.LogRandomSample(msg, glog.Warningf, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ util.LogRandomSample(msg, logger, bidder.DebugConfig.TimeoutNotification.SamplingRate)
}
}
diff --git a/exchange/bidder_test.go b/exchange/bidder_test.go
index b776715adaf..d4fc0cf7cd3 100644
--- a/exchange/bidder_test.go
+++ b/exchange/bidder_test.go
@@ -1,6 +1,7 @@
package exchange
import (
+ "bytes"
"context"
"encoding/json"
"errors"
@@ -10,6 +11,7 @@ import (
"testing"
"time"
+ "github.com/golang/glog"
"github.com/mxmCherry/openrtb"
"github.com/prebid/prebid-server/adapters"
"github.com/prebid/prebid-server/config"
@@ -1237,8 +1239,8 @@ func TestTimeoutNotificationOff(t *testing.T) {
server := httptest.NewServer(mockHandler(respStatus, "getBody", respBody))
defer server.Close()
- bidderImpl := ¬ifingBidder{
- notiRequest: adapters.RequestData{
+ bidderImpl := ¬ifyingBidder{
+ notifyRequest: adapters.RequestData{
Method: "GET",
Uri: server.URL + "/notify/me",
Body: nil,
@@ -1254,39 +1256,83 @@ func TestTimeoutNotificationOff(t *testing.T) {
if tb, ok := bidder.Bidder.(adapters.TimeoutBidder); !ok {
t.Error("Failed to cast bidder to a TimeoutBidder")
} else {
- bidder.doTimeoutNotification(tb, &adapters.RequestData{})
+ bidder.doTimeoutNotification(tb, &adapters.RequestData{}, glog.Warningf)
}
}
func TestTimeoutNotificationOn(t *testing.T) {
- respBody := "{\"bid\":false}"
- respStatus := 200
- server := httptest.NewServer(mockHandler(respStatus, "getBody", respBody))
+ // Expire context immediately to force timeout handler.
+ ctx, cancelFunc := context.WithDeadline(context.Background(), time.Now())
+ cancelFunc()
+
+ // Notification logic is hardcoded for 200ms. We need to wait for a little longer than that.
+ server := httptest.NewServer(mockSlowHandler(205*time.Millisecond, 200, `{"bid":false}`))
defer server.Close()
- bidderImpl := ¬ifingBidder{
- notiRequest: adapters.RequestData{
+ bidder := ¬ifyingBidder{
+ notifyRequest: adapters.RequestData{
Method: "GET",
Uri: server.URL + "/notify/me",
Body: nil,
Headers: http.Header{},
},
}
- bidder := &bidderAdapter{
- Bidder: bidderImpl,
+
+ // Wrap with BidderInfo to mimic exchange.go flow.
+ bidderWrappedWithInfo := wrapWithBidderInfo(bidder)
+
+ bidderAdapter := &bidderAdapter{
+ Bidder: bidderWrappedWithInfo,
Client: server.Client(),
DebugConfig: config.Debug{
TimeoutNotification: config.TimeoutNotification{
- Log: true,
+ Log: true,
+ SamplingRate: 1.0,
},
},
me: &metricsConfig.DummyMetricsEngine{},
}
- if tb, ok := bidder.Bidder.(adapters.TimeoutBidder); !ok {
- t.Error("Failed to cast bidder to a TimeoutBidder")
- } else {
- bidder.doTimeoutNotification(tb, &adapters.RequestData{})
+
+ // Unwrap To Mimic exchange.go Casting Code
+ var coreBidder adapters.Bidder = bidderAdapter.Bidder
+ if b, ok := coreBidder.(*adapters.InfoAwareBidder); ok {
+ coreBidder = b.Bidder
+ }
+ if _, ok := coreBidder.(adapters.TimeoutBidder); !ok {
+ t.Fatal("Failed to cast bidder to a TimeoutBidder")
+ }
+
+ bidRequest := adapters.RequestData{
+ Method: "POST",
+ Uri: server.URL,
+ Body: []byte(`{"id":"this-id","app":{"publisher":{"id":"pub-id"}}}`),
+ }
+
+ var loggerBuffer bytes.Buffer
+ logger := func(msg string, args ...interface{}) {
+ loggerBuffer.WriteString(fmt.Sprintf(fmt.Sprintln(msg), args...))
+ }
+
+ bidderAdapter.doRequestImpl(ctx, &bidRequest, logger)
+
+ // Wait a little longer than the 205ms mock server sleep.
+ time.Sleep(210 * time.Millisecond)
+
+ logExpected := "TimeoutNotification: error:(context deadline exceeded) body:\n"
+ logActual := loggerBuffer.String()
+ assert.EqualValues(t, logExpected, logActual)
+}
+
+func wrapWithBidderInfo(bidder adapters.Bidder) adapters.Bidder {
+ bidderInfo := adapters.BidderInfo{
+ Status: adapters.StatusActive,
+ Capabilities: &adapters.CapabilitiesInfo{
+ App: &adapters.PlatformInfo{
+ MediaTypes: []openrtb_ext.BidType{openrtb_ext.BidTypeBanner},
+ },
+ },
}
+ return adapters.EnforceBidderInfo(bidder, bidderInfo)
}
type goodSingleBidder struct {
@@ -1363,18 +1409,19 @@ func (bidder *bidRejector) MakeBids(internalRequest *openrtb.BidRequest, externa
return nil, []error{errors.New("Can't make a response.")}
}
-type notifingBidder struct {
- notiRequest adapters.RequestData
+type notifyingBidder struct {
+ requests []*adapters.RequestData
+ notifyRequest adapters.RequestData
}
-func (bidder *notifingBidder) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
- return nil, nil
+func (bidder *notifyingBidder) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ return bidder.requests, nil
}
-func (bidder *notifingBidder) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+func (bidder *notifyingBidder) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
return nil, nil
}
-func (bidder *notifingBidder) MakeTimeoutNotification(req *adapters.RequestData) (*adapters.RequestData, []error) {
- return &bidder.notiRequest, nil
+func (bidder *notifyingBidder) MakeTimeoutNotification(req *adapters.RequestData) (*adapters.RequestData, []error) {
+ return &bidder.notifyRequest, nil
}
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index 161b24fd1c1..96f740de23a 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -1830,6 +1830,15 @@ func mockHandler(statusCode int, getBody string, postBody string) http.Handler {
})
}
+func mockSlowHandler(delay time.Duration, statusCode int, body string) http.Handler {
+ return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+ time.Sleep(delay)
+
+ w.WriteHeader(statusCode)
+ w.Write([]byte(body))
+ })
+}
+
type wellBehavedCache struct{}
func (c *wellBehavedCache) GetExtCacheData() (string, string) {
From 5a7a2cf17b12f6ad78889c31cf1bdf7d7c71c904 Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Fri, 17 Jul 2020 09:59:59 -0400
Subject: [PATCH 144/381] Privacy Request Metrics (#1400)
* Privacy Request Metrics
* Fix Bug + Add Unit Tests
* Fixed Tests
* Fix Typo
---
exchange/exchange.go | 7 +-
exchange/utils.go | 22 ++-
exchange/utils_test.go | 198 ++++++++++++++++++++---
gdpr/impl_test.go | 2 +-
pbsmetrics/config/metrics.go | 10 +-
pbsmetrics/go_metrics.go | 49 ++++--
pbsmetrics/go_metrics_test.go | 65 +++++++-
pbsmetrics/metrics.go | 14 +-
pbsmetrics/metrics_mock.go | 6 +-
pbsmetrics/prometheus/preload.go | 22 ++-
pbsmetrics/prometheus/prometheus.go | 56 ++++++-
pbsmetrics/prometheus/prometheus_test.go | 85 ++++++++--
12 files changed, 454 insertions(+), 82 deletions(-)
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 174a0b3e0fc..3f0258dd3c1 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -104,11 +104,10 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
// Slice of BidRequests, each a copy of the original cleaned to only contain bidder data for the named bidder
blabels := make(map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels)
- cleanRequests, aliases, cleanMetrics, errs := cleanOpenRTBRequests(ctx, bidRequest, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
+ cleanRequests, aliases, privacyLabels, errs := cleanOpenRTBRequests(ctx, bidRequest, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
+
+ e.me.RecordRequestPrivacy(privacyLabels)
- if cleanMetrics.gdprEnforced {
- e.me.RecordTCFReq(pbsmetrics.TCFVersionToValue(cleanMetrics.gdprTcfVersion))
- }
// List of bidders we have requests for.
liveAdapters := listBiddersWithRequests(cleanRequests)
diff --git a/exchange/utils.go b/exchange/utils.go
index 4de985eca40..bc1b555e507 100644
--- a/exchange/utils.go
+++ b/exchange/utils.go
@@ -19,15 +19,6 @@ import (
"github.com/prebid/prebid-server/privacy/lmt"
)
-// cleanMetrics is a struct to export any metrics data resulting from cleanOpenRTBRequests(). It starts with just
-// the TCF version, but made a struct to facilitate future expansion
-type cleanMetrics struct {
- // A simple flag if GDPR is being enforced on this request.
- gdprEnforced bool
- // a zero value means a missing or invalid GDPR string
- gdprTcfVersion int
-}
-
func BidderToPrebidSChains(req *openrtb_ext.ExtRequest) (map[string]*openrtb_ext.ExtRequestPrebidSChainSChain, error) {
bidderToSChains := make(map[string]*openrtb_ext.ExtRequestPrebidSChainSChain)
@@ -63,7 +54,7 @@ func cleanOpenRTBRequests(ctx context.Context,
labels pbsmetrics.Labels,
gDPR gdpr.Permissions,
usersyncIfAmbiguous bool,
- privacyConfig config.Privacy) (requestsByBidder map[openrtb_ext.BidderName]*openrtb.BidRequest, aliases map[string]string, cleanMetrics cleanMetrics, errs []error) {
+ privacyConfig config.Privacy) (requestsByBidder map[openrtb_ext.BidderName]*openrtb.BidRequest, aliases map[string]string, privacyLabels pbsmetrics.PrivacyLabels, errs []error) {
impsByBidder, errs := splitImps(orig.Imp)
if len(errs) > 0 {
@@ -98,13 +89,20 @@ func cleanOpenRTBRequests(ctx context.Context,
LMT: lmtPolicy.ShouldEnforce(),
}
+ privacyLabels.CCPAProvided = ccpaPolicy.Value != ""
+ privacyLabels.CCPAEnforced = privacyEnforcement.CCPA
+ privacyLabels.COPPAEnforced = privacyEnforcement.COPPA
+ privacyLabels.LMTEnforced = privacyEnforcement.LMT
+
if gdpr == 1 {
- cleanMetrics.gdprEnforced = true
+ privacyLabels.GDPREnforced = true
parsedConsent, err := vendorconsent.ParseString(consent)
if err == nil {
- cleanMetrics.gdprTcfVersion = int(parsedConsent.Version())
+ version := int(parsedConsent.Version())
+ privacyLabels.GDPRTCFVersion = pbsmetrics.TCFVersionToValue(version)
}
}
+
// bidder level privacy policies
for bidder, bidReq := range requestsByBidder {
diff --git a/exchange/utils_test.go b/exchange/utils_test.go
index 6d66e816e7b..608e6a17a10 100644
--- a/exchange/utils_test.go
+++ b/exchange/utils_test.go
@@ -15,7 +15,9 @@ import (
// permissionsMock mocks the Permissions interface for tests
//
// It only allows appnexus for GDPR consent
-type permissionsMock struct{}
+type permissionsMock struct {
+ personalInfoAllowed bool
+}
func (p *permissionsMock) HostCookiesAllowed(ctx context.Context, consent string) (bool, error) {
return true, nil
@@ -26,10 +28,7 @@ func (p *permissionsMock) BidderSyncAllowed(ctx context.Context, bidder openrtb_
}
func (p *permissionsMock) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
- if bidder == "appnexus" {
- return true, true, nil
- }
- return false, false, nil
+ return p.personalInfoAllowed, p.personalInfoAllowed, nil
}
func (p *permissionsMock) AMPException() bool {
@@ -80,7 +79,7 @@ func TestCleanOpenRTBRequests(t *testing.T) {
}
for _, test := range testCases {
- reqByBidders, _, _, err := cleanOpenRTBRequests(context.Background(), test.req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
+ reqByBidders, _, _, err := cleanOpenRTBRequests(context.Background(), test.req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
if test.hasError {
assert.NotNil(t, err, "Error shouldn't be nil")
} else {
@@ -92,26 +91,48 @@ func TestCleanOpenRTBRequests(t *testing.T) {
func TestCleanOpenRTBRequestsCCPA(t *testing.T) {
testCases := []struct {
- description string
- enforceCCPA bool
- expectDataScrub bool
+ description string
+ ccpaConsent string
+ enforceCCPA bool
+ expectDataScrub bool
+ expectPrivacyLabels pbsmetrics.PrivacyLabels
}{
{
- description: "Feature Flag Enabled",
+ description: "Feature Flag Enabled - Opt Out",
+ ccpaConsent: "1-Y-",
enforceCCPA: true,
expectDataScrub: true,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ CCPAProvided: true,
+ CCPAEnforced: true,
+ },
+ },
+ {
+ description: "Feature Flag Enabled - Opt In",
+ ccpaConsent: "1-N-",
+ enforceCCPA: true,
+ expectDataScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ CCPAProvided: true,
+ CCPAEnforced: false,
+ },
},
{
description: "Feature Flag Disabled",
+ ccpaConsent: "1-Y-",
enforceCCPA: false,
expectDataScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ CCPAProvided: false,
+ CCPAEnforced: false,
+ },
},
}
for _, test := range testCases {
req := newBidRequest(t)
req.Regs = &openrtb.Regs{
- Ext: json.RawMessage(`{"us_privacy":"1-Y-"}`),
+ Ext: json.RawMessage(`{"us_privacy":"` + test.ccpaConsent + `"}`),
}
privacyConfig := config.Privacy{
@@ -120,11 +141,10 @@ func TestCleanOpenRTBRequestsCCPA(t *testing.T) {
},
}
- results, _, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
-
if test.expectDataScrub {
assert.Equal(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
assert.Equal(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
@@ -132,6 +152,51 @@ func TestCleanOpenRTBRequestsCCPA(t *testing.T) {
assert.NotEqual(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
assert.NotEqual(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
}
+ assert.Equal(t, test.expectPrivacyLabels, privacyLabels, test.description+":PrivacyLabels")
+ }
+}
+
+func TestCleanOpenRTBRequestsCOPPA(t *testing.T) {
+ testCases := []struct {
+ description string
+ coppa int8
+ expectDataScrub bool
+ expectPrivacyLabels pbsmetrics.PrivacyLabels
+ }{
+ {
+ description: "Enabled",
+ coppa: 1,
+ expectDataScrub: true,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ COPPAEnforced: true,
+ },
+ },
+ {
+ description: "Disabled",
+ coppa: 0,
+ expectDataScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ COPPAEnforced: false,
+ },
+ },
+ }
+
+ for _, test := range testCases {
+ req := newBidRequest(t)
+ req.Regs = &openrtb.Regs{COPPA: test.coppa}
+
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, config.Privacy{})
+ result := results["appnexus"]
+
+ assert.Nil(t, errs)
+ if test.expectDataScrub {
+ assert.Equal(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
+ assert.Equal(t, result.User.Yob, int64(0), test.description+":User.Yob")
+ } else {
+ assert.NotEqual(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
+ assert.NotEqual(t, result.User.Yob, int64(0), test.description+":User.Yob")
+ }
+ assert.Equal(t, test.expectPrivacyLabels, privacyLabels, test.description+":PrivacyLabels")
}
}
@@ -227,34 +292,47 @@ func TestCleanOpenRTBRequestsLMT(t *testing.T) {
disabled int8 = 0
)
testCases := []struct {
- description string
- lmt *int8
- enforceLMT bool
- expectDataScrub bool
+ description string
+ lmt *int8
+ enforceLMT bool
+ expectDataScrub bool
+ expectPrivacyLabels pbsmetrics.PrivacyLabels
}{
{
description: "Feature Flag Enabled - OpenTRB Enabled",
lmt: &enabled,
enforceLMT: true,
expectDataScrub: true,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ LMTEnforced: true,
+ },
},
{
description: "Feature Flag Disabled - OpenTRB Enabled",
lmt: &enabled,
enforceLMT: false,
expectDataScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ LMTEnforced: false,
+ },
},
{
description: "Feature Flag Enabled - OpenTRB Disabled",
lmt: &disabled,
enforceLMT: true,
expectDataScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ LMTEnforced: false,
+ },
},
{
description: "Feature Flag Disabled - OpenTRB Disabled",
lmt: &disabled,
enforceLMT: false,
expectDataScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ LMTEnforced: false,
+ },
},
}
@@ -268,11 +346,10 @@ func TestCleanOpenRTBRequestsLMT(t *testing.T) {
},
}
- results, _, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, privacyConfig)
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
-
if test.expectDataScrub {
assert.Equal(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
assert.Equal(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
@@ -280,6 +357,88 @@ func TestCleanOpenRTBRequestsLMT(t *testing.T) {
assert.NotEqual(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
assert.NotEqual(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
}
+ assert.Equal(t, test.expectPrivacyLabels, privacyLabels, test.description+":PrivacyLabels")
+ }
+}
+
+func TestCleanOpenRTBRequestsGDPR(t *testing.T) {
+ testCases := []struct {
+ description string
+ gdpr string
+ gdprConsent string
+ gdprScrub bool
+ enforceGDPR bool
+ expectPrivacyLabels pbsmetrics.PrivacyLabels
+ }{
+ {
+ description: "Enforce - TCF Invalid",
+ gdpr: "1",
+ gdprConsent: "malformed",
+ gdprScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: "",
+ },
+ },
+ {
+ description: "Enforce - TCF 1",
+ gdpr: "1",
+ gdprConsent: "BONV8oqONXwgmADACHENAO7pqzAAppY",
+ gdprScrub: true,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: pbsmetrics.TCFVersionV1,
+ },
+ },
+ {
+ description: "Enforce - TCF 2",
+ gdpr: "1",
+ gdprConsent: "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA",
+ gdprScrub: true,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: pbsmetrics.TCFVersionV2,
+ },
+ },
+ {
+ description: "Not Enforce - TCF 1",
+ gdpr: "0",
+ gdprConsent: "BONV8oqONXwgmADACHENAO7pqzAAppY",
+ gdprScrub: false,
+ expectPrivacyLabels: pbsmetrics.PrivacyLabels{
+ GDPREnforced: false,
+ GDPRTCFVersion: "",
+ },
+ },
+ }
+
+ for _, test := range testCases {
+ req := newBidRequest(t)
+ req.User.Ext = json.RawMessage(`{"consent":"` + test.gdprConsent + `"}`)
+ req.Regs = &openrtb.Regs{
+ Ext: json.RawMessage(`{"gdpr":` + test.gdpr + `}`),
+ }
+
+ privacyConfig := config.Privacy{
+ GDPR: config.GDPR{
+ TCF2: config.TCF2{
+ Enabled: true,
+ },
+ },
+ }
+
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: !test.gdprScrub}, true, privacyConfig)
+ result := results["appnexus"]
+
+ assert.Nil(t, errs)
+ if test.gdprScrub {
+ assert.Equal(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
+ assert.Equal(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
+ } else {
+ assert.NotEqual(t, result.User.BuyerUID, "", test.description+":User.BuyerUID")
+ assert.NotEqual(t, result.Device.DIDMD5, "", test.description+":Device.DIDMD5")
+ }
+ assert.Equal(t, test.expectPrivacyLabels, privacyLabels, test.description+":PrivacyLabels")
}
}
@@ -352,6 +511,7 @@ func newBidRequest(t *testing.T) *openrtb.BidRequest {
User: &openrtb.User{
ID: "our-id",
BuyerUID: "their-id",
+ Yob: 1982,
Ext: json.RawMessage(`{"digitrust":{"id":"digi-id","keyv":1,"pref":1}}`),
},
Imp: []openrtb.Imp{{
diff --git a/gdpr/impl_test.go b/gdpr/impl_test.go
index f05f25e87ea..05b2fb6d98e 100644
--- a/gdpr/impl_test.go
+++ b/gdpr/impl_test.go
@@ -276,7 +276,7 @@ func TestAllowPersonalInfoTCF2(t *testing.T) {
},
}
- // COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA : TCF2 with full consensts to purposes and vendors 2, 6, 8
+ // COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA : TCF2 with full consents to purposes and vendors 2, 6, 8
// PI needs all purposes to succeed
testDefs := []tcf2TestDef{
{
diff --git a/pbsmetrics/config/metrics.go b/pbsmetrics/config/metrics.go
index 3d105dead44..0dbe9a69d9f 100644
--- a/pbsmetrics/config/metrics.go
+++ b/pbsmetrics/config/metrics.go
@@ -195,10 +195,10 @@ func (me *MultiMetricsEngine) RecordTimeoutNotice(success bool) {
}
}
-// RecordTCFReq across all engines
-func (me *MultiMetricsEngine) RecordTCFReq(version pbsmetrics.TCFVersionValue) {
+// RecordRequestPrivacy across all engines
+func (me *MultiMetricsEngine) RecordRequestPrivacy(privacy pbsmetrics.PrivacyLabels) {
for _, thisME := range *me {
- thisME.RecordTCFReq(version)
+ thisME.RecordRequestPrivacy(privacy)
}
}
@@ -281,6 +281,6 @@ func (me *DummyMetricsEngine) RecordRequestQueueTime(success bool, requestType p
func (me *DummyMetricsEngine) RecordTimeoutNotice(success bool) {
}
-// RecordReq as a noop
-func (me *DummyMetricsEngine) RecordTCFReq(version pbsmetrics.TCFVersionValue) {
+// RecordRequestPrivacy as a noop
+func (me *DummyMetricsEngine) RecordRequestPrivacy(privacy pbsmetrics.PrivacyLabels) {
}
diff --git a/pbsmetrics/go_metrics.go b/pbsmetrics/go_metrics.go
index 73eb30a1504..836434bf25e 100644
--- a/pbsmetrics/go_metrics.go
+++ b/pbsmetrics/go_metrics.go
@@ -53,7 +53,11 @@ type Metrics struct {
TimeoutNotificationFailure metrics.Meter
// TCF adaption metrics
- TCFReqVersion map[TCFVersionValue]metrics.Meter
+ PrivacyCCPARequest metrics.Meter
+ PrivacyCCPARequestOptOut metrics.Meter
+ PrivacyCOPPARequest metrics.Meter
+ PrivacyLMTRequest metrics.Meter
+ PrivacyTCFRequestVersion map[TCFVersionValue]metrics.Meter
AdapterMetrics map[openrtb_ext.BidderName]*AdapterMetrics
// Don't export accountMetrics because we need helper functions here to insure its properly populated dynamically
@@ -141,7 +145,11 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
TimeoutNotificationSuccess: blankMeter,
TimeoutNotificationFailure: blankMeter,
- TCFReqVersion: make(map[TCFVersionValue]metrics.Meter, len(TCFVersions())),
+ PrivacyCCPARequest: blankMeter,
+ PrivacyCCPARequestOptOut: blankMeter,
+ PrivacyCOPPARequest: blankMeter,
+ PrivacyLMTRequest: blankMeter,
+ PrivacyTCFRequestVersion: make(map[TCFVersionValue]metrics.Meter, len(TCFVersions())),
AdapterMetrics: make(map[openrtb_ext.BidderName]*AdapterMetrics, len(exchanges)),
accountMetrics: make(map[string]*accountMetrics),
@@ -149,6 +157,7 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
exchanges: exchanges,
}
+
for _, a := range exchanges {
newMetrics.AdapterMetrics[a] = makeBlankAdapterMetrics()
}
@@ -166,7 +175,7 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
}
for _, v := range TCFVersions() {
- newMetrics.TCFReqVersion[v] = blankMeter
+ newMetrics.PrivacyTCFRequestVersion[v] = blankMeter
}
//to minimize memory usage, queuedTimeout metric is now supported for video endpoint only
@@ -234,8 +243,12 @@ func NewMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderName, d
newMetrics.TimeoutNotificationSuccess = metrics.GetOrRegisterMeter("timeout_notification.ok", registry)
newMetrics.TimeoutNotificationFailure = metrics.GetOrRegisterMeter("timeout_notification.failed", registry)
+ newMetrics.PrivacyCCPARequest = metrics.GetOrRegisterMeter("privacy.request.ccpa.specified", registry)
+ newMetrics.PrivacyCCPARequestOptOut = metrics.GetOrRegisterMeter("privacy.request.ccpa.opt-out", registry)
+ newMetrics.PrivacyCOPPARequest = metrics.GetOrRegisterMeter("privacy.request.coppa", registry)
+ newMetrics.PrivacyLMTRequest = metrics.GetOrRegisterMeter("privacy.request.lmt", registry)
for _, version := range TCFVersions() {
- newMetrics.TCFReqVersion[version] = metrics.GetOrRegisterMeter(fmt.Sprintf("privacy.request.tcf.%s", string(version)), registry)
+ newMetrics.PrivacyTCFRequestVersion[version] = metrics.GetOrRegisterMeter(fmt.Sprintf("privacy.request.tcf.%s", string(version)), registry)
}
return newMetrics
@@ -582,12 +595,28 @@ func (me *Metrics) RecordTimeoutNotice(success bool) {
return
}
-func (me *Metrics) RecordTCFReq(version TCFVersionValue) {
- met, ok := me.TCFReqVersion[version]
- if ok {
- met.Mark(1)
- } else {
- me.TCFReqVersion[TCFVersionErr].Mark(1)
+func (me *Metrics) RecordRequestPrivacy(privacy PrivacyLabels) {
+ if privacy.CCPAProvided {
+ me.PrivacyCCPARequest.Mark(1)
+ if privacy.CCPAEnforced {
+ me.PrivacyCCPARequestOptOut.Mark(1)
+ }
+ }
+
+ if privacy.COPPAEnforced {
+ me.PrivacyCOPPARequest.Mark(1)
+ }
+
+ if privacy.GDPREnforced {
+ if metric, ok := me.PrivacyTCFRequestVersion[privacy.GDPRTCFVersion]; ok {
+ metric.Mark(1)
+ } else {
+ me.PrivacyTCFRequestVersion[TCFVersionErr].Mark(1)
+ }
+ }
+
+ if privacy.LMTEnforced {
+ me.PrivacyLMTRequest.Mark(1)
}
return
}
diff --git a/pbsmetrics/go_metrics_test.go b/pbsmetrics/go_metrics_test.go
index 6d9eaf9f0e9..2faa08491e0 100644
--- a/pbsmetrics/go_metrics_test.go
+++ b/pbsmetrics/go_metrics_test.go
@@ -56,10 +56,14 @@ func TestNewMetrics(t *testing.T) {
ensureContains(t, registry, "timeout_notification.ok", m.TimeoutNotificationSuccess)
ensureContains(t, registry, "timeout_notification.failed", m.TimeoutNotificationFailure)
- ensureContains(t, registry, "privacy.request.tcf.v1", m.TCFReqVersion[TCFVersionV1])
- ensureContains(t, registry, "privacy.request.tcf.v2", m.TCFReqVersion[TCFVersionV2])
- ensureContains(t, registry, "privacy.request.tcf.err", m.TCFReqVersion[TCFVersionErr])
+ ensureContains(t, registry, "privacy.request.ccpa.specified", m.PrivacyCCPARequest)
+ ensureContains(t, registry, "privacy.request.ccpa.opt-out", m.PrivacyCCPARequestOptOut)
+ ensureContains(t, registry, "privacy.request.coppa", m.PrivacyCOPPARequest)
+ ensureContains(t, registry, "privacy.request.lmt", m.PrivacyLMTRequest)
+ ensureContains(t, registry, "privacy.request.tcf.v1", m.PrivacyTCFRequestVersion[TCFVersionV1])
+ ensureContains(t, registry, "privacy.request.tcf.v2", m.PrivacyTCFRequestVersion[TCFVersionV2])
+ ensureContains(t, registry, "privacy.request.tcf.err", m.PrivacyTCFRequestVersion[TCFVersionErr])
}
func TestRecordBidType(t *testing.T) {
@@ -202,6 +206,61 @@ func TestRecordPrebidCacheRequestTimeWithNotSuccess(t *testing.T) {
assert.Equal(t, m.PrebidCacheRequestTimerError.Count(), int64(1))
}
+func TestRecordRequestPrivacy(t *testing.T) {
+ registry := metrics.NewRegistry()
+ m := NewMetrics(registry, []openrtb_ext.BidderName{openrtb_ext.BidderAppnexus, openrtb_ext.BidderRubicon}, config.DisabledMetrics{AccountAdapterDetails: true})
+
+ // CCPA
+ m.RecordRequestPrivacy(PrivacyLabels{
+ CCPAEnforced: true,
+ CCPAProvided: true,
+ })
+ m.RecordRequestPrivacy(PrivacyLabels{
+ CCPAEnforced: true,
+ CCPAProvided: false,
+ })
+ m.RecordRequestPrivacy(PrivacyLabels{
+ CCPAEnforced: false,
+ CCPAProvided: true,
+ })
+
+ // COPPA
+ m.RecordRequestPrivacy(PrivacyLabels{
+ COPPAEnforced: true,
+ })
+
+ // LMT
+ m.RecordRequestPrivacy(PrivacyLabels{
+ LMTEnforced: true,
+ })
+
+ // GDPR
+ m.RecordRequestPrivacy(PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: TCFVersionErr,
+ })
+ m.RecordRequestPrivacy(PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: TCFVersionV1,
+ })
+ m.RecordRequestPrivacy(PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: TCFVersionV2,
+ })
+ m.RecordRequestPrivacy(PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: TCFVersionV1,
+ })
+
+ assert.Equal(t, m.PrivacyCCPARequest.Count(), int64(2), "CCPA")
+ assert.Equal(t, m.PrivacyCCPARequestOptOut.Count(), int64(1), "CCPA Opt Out")
+ assert.Equal(t, m.PrivacyCOPPARequest.Count(), int64(1), "COPPA")
+ assert.Equal(t, m.PrivacyLMTRequest.Count(), int64(1), "LMT")
+ assert.Equal(t, m.PrivacyTCFRequestVersion[TCFVersionErr].Count(), int64(1), "TCF Err")
+ assert.Equal(t, m.PrivacyTCFRequestVersion[TCFVersionV1].Count(), int64(2), "TCF V1")
+ assert.Equal(t, m.PrivacyTCFRequestVersion[TCFVersionV2].Count(), int64(1), "TCF V2")
+}
+
func ensureContainsBidTypeMetrics(t *testing.T, registry metrics.Registry, prefix string, mdm map[openrtb_ext.BidType]*MarkupDeliveryMetrics) {
ensureContains(t, registry, prefix+".banner.adm_bids_received", mdm[openrtb_ext.BidTypeBanner].AdmMeter)
ensureContains(t, registry, prefix+".banner.nurl_bids_received", mdm[openrtb_ext.BidTypeBanner].NurlMeter)
diff --git a/pbsmetrics/metrics.go b/pbsmetrics/metrics.go
index 0e94fe71e90..514fbac1015 100644
--- a/pbsmetrics/metrics.go
+++ b/pbsmetrics/metrics.go
@@ -41,6 +41,16 @@ type RequestLabels struct {
RequestStatus RequestStatus
}
+// PrivacyLabels defines metrics describing the result of privacy enforcement.
+type PrivacyLabels struct {
+ CCPAEnforced bool
+ CCPAProvided bool
+ COPPAEnforced bool
+ GDPREnforced bool
+ GDPRTCFVersion TCFVersionValue
+ LMTEnforced bool
+}
+
// Label typecasting. Se below the type definitions for possible values
// DemandSource : Demand source enumeration
@@ -257,7 +267,7 @@ const (
TCFVersionV2 TCFVersionValue = "v2"
)
-// TCFVersions rtuens the possible values for the TCF version
+// TCFVersions returns the possible values for the TCF version
func TCFVersions() []TCFVersionValue {
return []TCFVersionValue{
TCFVersionErr,
@@ -305,5 +315,5 @@ type MetricsEngine interface {
RecordPrebidCacheRequestTime(success bool, length time.Duration)
RecordRequestQueueTime(success bool, requestType RequestType, length time.Duration)
RecordTimeoutNotice(sucess bool)
- RecordTCFReq(version TCFVersionValue)
+ RecordRequestPrivacy(privacy PrivacyLabels)
}
diff --git a/pbsmetrics/metrics_mock.go b/pbsmetrics/metrics_mock.go
index a6d36a72401..6c263f0af4d 100644
--- a/pbsmetrics/metrics_mock.go
+++ b/pbsmetrics/metrics_mock.go
@@ -107,7 +107,7 @@ func (me *MetricsEngineMock) RecordTimeoutNotice(success bool) {
me.Called(success)
}
-// RecordTCFReq mock
-func (me *MetricsEngineMock) RecordTCFReq(version TCFVersionValue) {
- me.Called(version)
+// RecordRequestPrivacy mock
+func (me *MetricsEngineMock) RecordRequestPrivacy(privacy PrivacyLabels) {
+ me.Called(privacy)
}
diff --git a/pbsmetrics/prometheus/preload.go b/pbsmetrics/prometheus/preload.go
index 19f4f225af9..ef1d300c4df 100644
--- a/pbsmetrics/prometheus/preload.go
+++ b/pbsmetrics/prometheus/preload.go
@@ -8,15 +8,16 @@ import (
func preloadLabelValues(m *Metrics) {
var (
actionValues = actionsAsString()
- adapterValues = adaptersAsString()
adapterErrorValues = adapterErrorsAsString()
+ adapterValues = adaptersAsString()
bidTypeValues = []string{markupDeliveryAdm, markupDeliveryNurl}
boolValues = boolValuesAsString()
cacheResultValues = cacheResultsAsString()
- cookieValues = cookieTypesAsString()
connectionErrorValues = []string{connectionAcceptError, connectionCloseError}
+ cookieValues = cookieTypesAsString()
requestStatusValues = requestStatusesAsString()
requestTypeValues = requestTypesAsString()
+ sourceValues = []string{sourceRequest}
)
preloadLabelValuesForCounter(m.connectionsError, map[string][]string{
@@ -100,9 +101,22 @@ func preloadLabelValues(m *Metrics) {
requestStatusLabel: {requestSuccessLabel, requestRejectLabel},
})
- preloadLabelValuesForCounter(m.tcfVersion, map[string][]string{
+ preloadLabelValuesForCounter(m.privacyCCPA, map[string][]string{
+ sourceLabel: sourceValues,
+ optOutLabel: boolValues,
+ })
+
+ preloadLabelValuesForCounter(m.privacyCOPPA, map[string][]string{
+ sourceLabel: sourceValues,
+ })
+
+ preloadLabelValuesForCounter(m.privacyLMT, map[string][]string{
+ sourceLabel: sourceValues,
+ })
+
+ preloadLabelValuesForCounter(m.privacyTCF, map[string][]string{
+ sourceLabel: sourceValues,
versionLabel: tcfVersionsAsString(),
- sourceLabel: {string(sourceRequest)},
})
}
diff --git a/pbsmetrics/prometheus/prometheus.go b/pbsmetrics/prometheus/prometheus.go
index bf854746fd2..d94c4d78f62 100644
--- a/pbsmetrics/prometheus/prometheus.go
+++ b/pbsmetrics/prometheus/prometheus.go
@@ -29,7 +29,10 @@ type Metrics struct {
storedImpressionsCacheResult *prometheus.CounterVec
storedRequestCacheResult *prometheus.CounterVec
timeoutNotifications *prometheus.CounterVec
- tcfVersion *prometheus.CounterVec
+ privacyCCPA *prometheus.CounterVec
+ privacyCOPPA *prometheus.CounterVec
+ privacyLMT *prometheus.CounterVec
+ privacyTCF *prometheus.CounterVec
// Adapter Metrics
adapterBids *prometheus.CounterVec
@@ -60,6 +63,7 @@ const (
isNativeLabel = "native"
isVideoLabel = "video"
markupDeliveryLabel = "delivery"
+ optOutLabel = "opt_out"
privacyBlockedLabel = "privacy_blocked"
requestStatusLabel = "request_status"
requestTypeLabel = "request_type"
@@ -165,11 +169,26 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of timeout notifications triggered, and if they were successfully sent.",
[]string{successLabel})
- metrics.tcfVersion = newCounter(cfg, metrics.Registry,
+ metrics.privacyCCPA = newCounter(cfg, metrics.Registry,
+ "privacy_ccpa",
+ "Count of total requests to Prebid Server where CCPA was provided by source and opt-out .",
+ []string{sourceLabel, optOutLabel})
+
+ metrics.privacyCOPPA = newCounter(cfg, metrics.Registry,
+ "privacy_coppa",
+ "Count of total requests to Prebid Server where the COPPA flag was set by source",
+ []string{sourceLabel})
+
+ metrics.privacyTCF = newCounter(cfg, metrics.Registry,
"privacy_tcf",
- "Count of TCF versions for requests where GDPR was enforced.",
+ "Count of TCF versions for requests where GDPR was enforced by source and version.",
[]string{versionLabel, sourceLabel})
+ metrics.privacyLMT = newCounter(cfg, metrics.Registry,
+ "privacy_lmt",
+ "Count of total requests to Prebid Server where the LMT flag was set by source",
+ []string{sourceLabel})
+
metrics.adapterBids = newCounter(cfg, metrics.Registry,
"adapter_bids",
"Count of bids labeled by adapter and markup delivery type (adm or nurl).",
@@ -434,9 +453,30 @@ func (m *Metrics) RecordTimeoutNotice(success bool) {
}
}
-func (m *Metrics) RecordTCFReq(version pbsmetrics.TCFVersionValue) {
- m.tcfVersion.With(prometheus.Labels{
- versionLabel: string(version),
- sourceLabel: sourceRequest,
- }).Inc()
+func (m *Metrics) RecordRequestPrivacy(privacy pbsmetrics.PrivacyLabels) {
+ if privacy.CCPAProvided {
+ m.privacyCCPA.With(prometheus.Labels{
+ sourceLabel: sourceRequest,
+ optOutLabel: strconv.FormatBool(privacy.CCPAEnforced),
+ }).Inc()
+ }
+
+ if privacy.COPPAEnforced {
+ m.privacyCOPPA.With(prometheus.Labels{
+ sourceLabel: sourceRequest,
+ }).Inc()
+ }
+
+ if privacy.GDPREnforced {
+ m.privacyTCF.With(prometheus.Labels{
+ versionLabel: string(privacy.GDPRTCFVersion),
+ sourceLabel: sourceRequest,
+ }).Inc()
+ }
+
+ if privacy.LMTEnforced {
+ m.privacyLMT.With(prometheus.Labels{
+ sourceLabel: sourceRequest,
+ }).Inc()
+ }
}
diff --git a/pbsmetrics/prometheus/prometheus_test.go b/pbsmetrics/prometheus/prometheus_test.go
index 03daff0d56b..b722ab28b5c 100644
--- a/pbsmetrics/prometheus/prometheus_test.go
+++ b/pbsmetrics/prometheus/prometheus_test.go
@@ -944,33 +944,96 @@ func TestTimeoutNotifications(t *testing.T) {
}
-func TestTCFMetrics(t *testing.T) {
+func TestRecordRequestPrivacy(t *testing.T) {
m := createMetricsForTesting()
- m.RecordTCFReq(pbsmetrics.TCFVersionToValue(0))
- m.RecordTCFReq(pbsmetrics.TCFVersionToValue(1))
- m.RecordTCFReq(pbsmetrics.TCFVersionToValue(2))
- m.RecordTCFReq(pbsmetrics.TCFVersionToValue(1))
+ // CCPA
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ CCPAEnforced: true,
+ CCPAProvided: true,
+ })
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ CCPAEnforced: true,
+ CCPAProvided: false,
+ })
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ CCPAEnforced: false,
+ CCPAProvided: true,
+ })
+
+ // COPPA
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ COPPAEnforced: true,
+ })
- assertCounterVecValue(t, "", "privacy_tcf:err", m.tcfVersion,
+ // LMT
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ LMTEnforced: true,
+ })
+
+ // GDPR
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: pbsmetrics.TCFVersionErr,
+ })
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: pbsmetrics.TCFVersionV1,
+ })
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: pbsmetrics.TCFVersionV2,
+ })
+ m.RecordRequestPrivacy(pbsmetrics.PrivacyLabels{
+ GDPREnforced: true,
+ GDPRTCFVersion: pbsmetrics.TCFVersionV1,
+ })
+
+ assertCounterVecValue(t, "", "privacy_ccpa", m.privacyCCPA,
+ float64(1),
+ prometheus.Labels{
+ sourceLabel: sourceRequest,
+ optOutLabel: "true",
+ })
+
+ assertCounterVecValue(t, "", "privacy_ccpa", m.privacyCCPA,
+ float64(1),
+ prometheus.Labels{
+ sourceLabel: sourceRequest,
+ optOutLabel: "false",
+ })
+
+ assertCounterVecValue(t, "", "privacy_coppa", m.privacyCOPPA,
+ float64(1),
+ prometheus.Labels{
+ sourceLabel: sourceRequest,
+ })
+
+ assertCounterVecValue(t, "", "privacy_lmt", m.privacyLMT,
+ float64(1),
+ prometheus.Labels{
+ sourceLabel: sourceRequest,
+ })
+
+ assertCounterVecValue(t, "", "privacy_tcf:err", m.privacyTCF,
float64(1),
prometheus.Labels{
- versionLabel: "err",
sourceLabel: sourceRequest,
+ versionLabel: "err",
})
- assertCounterVecValue(t, "", "privacy_tcf:v1", m.tcfVersion,
+ assertCounterVecValue(t, "", "privacy_tcf:v1", m.privacyTCF,
float64(2),
prometheus.Labels{
- versionLabel: "v1",
sourceLabel: sourceRequest,
+ versionLabel: "v1",
})
- assertCounterVecValue(t, "", "privacy_tcf:v2", m.tcfVersion,
+ assertCounterVecValue(t, "", "privacy_tcf:v2", m.privacyTCF,
float64(1),
prometheus.Labels{
- versionLabel: "v2",
sourceLabel: sourceRequest,
+ versionLabel: "v2",
})
}
From 0ccb77388da8d96fe6e1ee512d17fa415e607c70 Mon Sep 17 00:00:00 2001
From: Daniel Barrigas
Date: Fri, 17 Jul 2020 16:32:22 +0100
Subject: [PATCH 145/381] Parse Site.Publisher.ID from Amp Auction HTTP Req
Query Parameter "account" (#1403)
---
endpoints/openrtb2/amp_auction.go | 8 ++++++++
endpoints/openrtb2/amp_auction_test.go | 10 ++++++++--
2 files changed, 16 insertions(+), 2 deletions(-)
diff --git a/endpoints/openrtb2/amp_auction.go b/endpoints/openrtb2/amp_auction.go
index e8b5d3ecc76..8efba5a926c 100644
--- a/endpoints/openrtb2/amp_auction.go
+++ b/endpoints/openrtb2/amp_auction.go
@@ -388,6 +388,14 @@ func (deps *endpointDeps) overrideWithParams(httpRequest *http.Request, req *ope
setAmpExt(req.Site, "1")
+ account := httpRequest.FormValue("account")
+ if account != "" {
+ if req.Site.Publisher == nil {
+ req.Site.Publisher = &openrtb.Publisher{}
+ }
+ req.Site.Publisher.ID = account
+ }
+
slot := httpRequest.FormValue("slot")
if slot != "" {
req.Imp[0].TagID = slot
diff --git a/endpoints/openrtb2/amp_auction_test.go b/endpoints/openrtb2/amp_auction_test.go
index 731fd55e196..692d3fb0c5d 100644
--- a/endpoints/openrtb2/amp_auction_test.go
+++ b/endpoints/openrtb2/amp_auction_test.go
@@ -755,8 +755,9 @@ func TestQueryParamOverrides(t *testing.T) {
curl := "http://example.com"
slot := "1234"
timeout := int64(500)
+ account := "12345"
- request := httptest.NewRequest("GET", fmt.Sprintf("/openrtb2/auction/amp?tag_id=%s&debug=1&curl=%s&slot=%s&timeout=%d", requestID, curl, slot, timeout), nil)
+ request := httptest.NewRequest("GET", fmt.Sprintf("/openrtb2/auction/amp?tag_id=%s&debug=1&curl=%s&slot=%s&timeout=%d&account=%s", requestID, curl, slot, timeout, account), nil)
recorder := httptest.NewRecorder()
endpoint(recorder, request, nil)
@@ -784,6 +785,10 @@ func TestQueryParamOverrides(t *testing.T) {
if resolvedRequest.Site == nil || resolvedRequest.Site.Page != curl {
t.Errorf("Expected Site.Page to equal curl (%s), got: %s", curl, resolvedRequest.Site.Page)
}
+
+ if resolvedRequest.Site == nil || resolvedRequest.Site.Publisher == nil || resolvedRequest.Site.Publisher.ID != account {
+ t.Errorf("Expected Site.Publisher.ID to equal (%s), got: %s", account, resolvedRequest.Site.Publisher.ID)
+ }
}
func TestOverrideDimensions(t *testing.T) {
@@ -876,6 +881,7 @@ type formatOverrideSpec struct {
overrideWidth uint64
overrideHeight uint64
multisize string
+ account string
expect []openrtb.Format
}
@@ -897,7 +903,7 @@ func (s formatOverrideSpec) execute(t *testing.T) {
openrtb_ext.BidderMap,
)
- url := fmt.Sprintf("/openrtb2/auction/amp?tag_id=1&debug=1&w=%d&h=%d&ow=%d&oh=%d&ms=%s", s.width, s.height, s.overrideWidth, s.overrideHeight, s.multisize)
+ url := fmt.Sprintf("/openrtb2/auction/amp?tag_id=1&debug=1&w=%d&h=%d&ow=%d&oh=%d&ms=%s&account=%s", s.width, s.height, s.overrideWidth, s.overrideHeight, s.multisize, s.account)
request := httptest.NewRequest("GET", url, nil)
recorder := httptest.NewRecorder()
endpoint(recorder, request, nil)
From bfcfefe2d225ad7b09a80567f3a19e4be5f4305a Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Fri, 17 Jul 2020 13:05:19 -0400
Subject: [PATCH 146/381] Facebook Only Supports App Impressions (#1396)
---
.../exemplary/banner-site.json | 132 ------------------
.../exemplary/interstitial.json | 12 +-
.../exemplary/native-1.1.json | 12 +-
.../audienceNetworktest/exemplary/video.json | 12 +-
.../supplemental/banner-format-only.json | 12 +-
.../supplemental/invalid-adm.json | 12 +-
.../supplemental/invalid-banner-height.json | 6 +-
.../supplemental/invalid-interstitial.json | 6 +-
.../supplemental/missing-adm-bidid.json | 12 +-
.../supplemental/missing-adm.json | 12 +-
.../supplemental/missing-banner-height.json | 6 +-
.../supplemental/multi-imp.json | 18 +--
.../supplemental/no-bid-204.json | 12 +-
.../supplemental/no-imps.json | 6 +-
.../supplemental/required-buyeruid.json | 6 +-
.../required-param-placementId.json | 6 +-
.../required-param-publisherId.json | 6 +-
.../supplemental/server-error-500.json | 12 +-
.../supplemental/site-not-supported.json | 38 +++++
.../supplemental/split-placementId.json | 12 +-
adapters/audienceNetwork/facebook.go | 20 ++-
adapters/audienceNetwork/facebook_test.go | 17 ---
static/bidder-info/audienceNetwork.yaml | 5 -
23 files changed, 137 insertions(+), 255 deletions(-)
delete mode 100644 adapters/audienceNetwork/audienceNetworktest/exemplary/banner-site.json
create mode 100644 adapters/audienceNetwork/audienceNetworktest/supplemental/site-not-supported.json
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-site.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-site.json
deleted file mode 100644
index 01bab3dfd71..00000000000
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/banner-site.json
+++ /dev/null
@@ -1,132 +0,0 @@
-{
- "mockBidRequest": {
- "id": "test-req-id",
- "imp": [
- {
- "id": "test-imp-id",
- "banner": {
- "format": [
- {
- "w": 300,
- "h": 250
- }
- ],
- "w": 300,
- "h": 250
- },
- "ext": {
- "bidder": {
- "publisherid": "123",
- "placementid": "456"
- }
- }
- }
- ],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
- },
- "device": {
- "ip": "152.193.6.74"
- },
- "user": {
- "id": "db089de9-a62e-4861-a881-0ff15e052516",
- "buyeruid": "v4_bidder_token"
- },
- "tmax": 500
- },
- "httpcalls": [
- {
- "expectedRequest": {
- "uri": "https://an.facebook.com/placementbid.ortb",
- "headers": {
- "Accept": [
- "application/json"
- ],
- "Content-Type": [
- "application/json;charset=utf-8"
- ],
- "X-Fb-Pool-Routing-Token": [
- "v4_bidder_token"
- ]
- },
- "body": {
- "id": "test-imp-id",
- "imp": [
- {
- "id": "test-imp-id",
- "banner": {
- "w": -1,
- "h": 250
- },
- "tagid": "123_456"
- }
- ],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
- "publisher": {
- "id": "123"
- }
- },
- "device": {
- "ip": "152.193.6.74"
- },
- "user": {
- "id": "db089de9-a62e-4861-a881-0ff15e052516",
- "buyeruid": "v4_bidder_token"
- },
- "tmax": 500,
- "ext": {
- "authentication_id": "4e24a2b23fbfb5e41a9093b921d6cddf497c24dd5f63879038cec2ab2f27d174",
- "platformid": "test-platform-id"
- }
- }
- },
- "mockResponse": {
- "status": 200,
- "body": {
- "id": "test-imp-id",
- "seatbid": [
- {
- "bid": [
- {
- "id": "987",
- "impid": "test-imp-id",
- "price": 1.000000,
- "adm": "{\"type\":\"ID\",\"bid_id\":\"987\",\"placement_id\":\"123_456\",\"resolved_placement_id\":\"123_456\",\"sdk_version\":\"5.5.0\",\"device_id\":\"abc\",\"template\":1,\"payload\":null,\"bid_time_token\":\"v4_bidder_token=\"}",
- "nurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=0&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
- "lurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=${AUCTION_LOSS}&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
- "burl": "https://www.facebook.com/audiencenetwork/burl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&clearing_price=${AUCTION_PRICE}"
- }
- ]
- }
- ],
- "bidid": "654",
- "cur": "USD"
- }
- }
- }
- ],
- "expectedBidResponses": [
- {
- "currency": "USD",
- "bids": [
- {
- "bid": {
- "id": "987",
- "impid": "test-imp-id",
- "price": 1,
- "adm": "{\"type\":\"ID\",\"bid_id\":\"987\",\"placement_id\":\"123_456\",\"resolved_placement_id\":\"123_456\",\"sdk_version\":\"5.5.0\",\"device_id\":\"abc\",\"template\":1,\"payload\":null,\"bid_time_token\":\"v4_bidder_token=\"}",
- "adid": "987",
- "crid": "987",
- "nurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=0&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
- "lurl": "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&ortb_loss_code=${AUCTION_LOSS}&clearing_price=${AUCTION_PRICE}&app_version=iOS-1.0",
- "burl": "https://www.facebook.com/audiencenetwork/burl/?partner=test-platform-id&app=def&placement=456&auction=123&impression=123&request=123478&bid=987&clearing_price=${AUCTION_PRICE}"
- },
- "type": "banner"
- }
- ]
- }
- ]
-}
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json
index 9f563f11948..573032c81e1 100644
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/interstitial.json
@@ -23,9 +23,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -64,9 +64,9 @@
"tagid": "123_456"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json
index 16bed344767..08639bee013 100644
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/native-1.1.json
@@ -16,9 +16,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -56,9 +56,9 @@
"tagid": "123_456"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json b/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json
index 5ece0f08530..35bdf9a443e 100644
--- a/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json
+++ b/adapters/audienceNetwork/audienceNetworktest/exemplary/video.json
@@ -21,9 +21,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -66,9 +66,9 @@
"tagid": "123_456"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json
index 5469fefbd65..450e0d9e45b 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/banner-format-only.json
@@ -24,9 +24,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -64,9 +64,9 @@
"tagid": "123_456"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json
index f145f5fe4ce..c33807bda74 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-adm.json
@@ -18,9 +18,9 @@
}
}
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -55,9 +55,9 @@
},
"tagid": "123_456"
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-banner-height.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-banner-height.json
index fa9fd9132b8..b229d41a27a 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-banner-height.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-banner-height.json
@@ -22,9 +22,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json
index ad19d94c6e9..68ca8044812 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/invalid-interstitial.json
@@ -20,9 +20,9 @@
}
}
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json
index b57c900104e..50212155752 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm-bidid.json
@@ -18,9 +18,9 @@
}
}
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -55,9 +55,9 @@
},
"tagid": "123_456"
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json
index 23227aab959..832b16dca22 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-adm.json
@@ -18,9 +18,9 @@
}
}
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -55,9 +55,9 @@
},
"tagid": "123_456"
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-banner-height.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-banner-height.json
index 016e8de0ef0..0793f990049 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-banner-height.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/missing-banner-height.json
@@ -20,9 +20,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json
index 231c2826548..682c33e46b8 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/multi-imp.json
@@ -41,9 +41,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -81,9 +81,9 @@
"tagid": "pub1_plmt1"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "pub1"
}
@@ -152,9 +152,9 @@
"tagid": "pub2_plmt2"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "pub2"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json
index 45b35e05dd9..642e495810a 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-bid-204.json
@@ -16,9 +16,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -56,9 +56,9 @@
"tagid": "123_456"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json
index 7420f7e8fb2..fccdf71ca4a 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/no-imps.json
@@ -2,9 +2,9 @@
"mockBidRequest": {
"id": "test-req-id",
"imp": [],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/required-buyeruid.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/required-buyeruid.json
index 964dcb48b48..72b4fbacdd1 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/required-buyeruid.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/required-buyeruid.json
@@ -26,9 +26,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-placementId.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-placementId.json
index a9c3c23d298..f13b70e1be2 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-placementId.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-placementId.json
@@ -25,9 +25,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-publisherId.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-publisherId.json
index c50f3d36378..a80a1e09b65 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-publisherId.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/required-param-publisherId.json
@@ -25,9 +25,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json
index 7ff8886139a..f0a11905cf8 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/server-error-500.json
@@ -14,9 +14,9 @@
}
}
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -51,9 +51,9 @@
},
"tagid": "123_456"
}],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/site-not-supported.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/site-not-supported.json
new file mode 100644
index 00000000000..9155352a192
--- /dev/null
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/site-not-supported.json
@@ -0,0 +1,38 @@
+{
+ "mockBidRequest": {
+ "id": "test-req-id",
+ "imp": [{
+ "id": "test-imp-id",
+ "banner": {
+ "format": [{
+ "w": 300,
+ "h": 250
+ }],
+ "w": 300,
+ "h": 250
+ },
+ "ext": {
+ "bidder": {
+ "publisherid": "123",
+ "placementid": "456"
+ }
+ }
+ }],
+ "site": {
+ "domain": "prebid.org",
+ "page": "prebid.org"
+ },
+ "device": {
+ "ip": "152.193.6.74"
+ },
+ "user": {
+ "id": "db089de9-a62e-4861-a881-0ff15e052516",
+ "buyeruid": "v4_bidder_token"
+ },
+ "tmax": 500
+ },
+ "expectedMakeRequestsErrors": [{
+ "value": "Site impressions are not supported.",
+ "comparison": "literal"
+ }]
+}
\ No newline at end of file
diff --git a/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json b/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json
index 34c1eccc58e..45c34192ea2 100644
--- a/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json
+++ b/adapters/audienceNetwork/audienceNetworktest/supplemental/split-placementId.json
@@ -21,9 +21,9 @@
}
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org"
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid"
},
"device": {
"ip": "152.193.6.74"
@@ -50,9 +50,9 @@
"tagid": "123_456"
}
],
- "site": {
- "domain": "prebid.org",
- "page": "prebid.org",
+ "app": {
+ "id": "app-abc",
+ "bundle": "com.prebid",
"publisher": {
"id": "123"
}
diff --git a/adapters/audienceNetwork/facebook.go b/adapters/audienceNetwork/facebook.go
index f4091e4e23c..d9f6719fd17 100644
--- a/adapters/audienceNetwork/facebook.go
+++ b/adapters/audienceNetwork/facebook.go
@@ -54,6 +54,12 @@ func (this *FacebookAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *
}}
}
+ if request.Site != nil {
+ return nil, []error{&errortypes.BadInput{
+ Message: "Site impressions are not supported.",
+ }}
+ }
+
return this.buildRequests(request)
}
@@ -143,10 +149,6 @@ func (this *FacebookAdapter) modifyRequest(out *openrtb.BidRequest) error {
app := *out.App
app.Publisher = &openrtb.Publisher{ID: pubId}
out.App = &app
- } else {
- site := *out.Site
- site.Publisher = &openrtb.Publisher{ID: pubId}
- out.Site = &site
}
if err = this.modifyImp(imp); err != nil {
@@ -468,15 +470,11 @@ func (fa *FacebookAdapter) MakeTimeoutNotification(req *adapters.RequestData) (*
return &adapters.RequestData{}, []error{err}
}
- // The publisher ID is either in the app object or the site object, depending on the supply of the request so we need
- // to check both
+ // The publisher ID is expected in the app object
pubID, err = jsonparser.GetString(req.Body, "app", "publisher", "id")
if err != nil {
- pubID, err = jsonparser.GetString(req.Body, "site", "publisher", "id")
- if err != nil {
- return &adapters.RequestData{}, []error{
- errors.New("path [app|site].publisher.id not found in the request"),
- }
+ return &adapters.RequestData{}, []error{
+ errors.New("path app.publisher.id not found in the request"),
}
}
diff --git a/adapters/audienceNetwork/facebook_test.go b/adapters/audienceNetwork/facebook_test.go
index 7f567d6137b..912f12223f8 100644
--- a/adapters/audienceNetwork/facebook_test.go
+++ b/adapters/audienceNetwork/facebook_test.go
@@ -61,23 +61,6 @@ func TestMakeTimeoutNoticeApp(t *testing.T) {
assert.Equal(t, expectedUri, toReq.Uri, "Facebook timeout notification not returning the expected URI.")
}
-func TestMakeTimeoutNoticeSite(t *testing.T) {
- req := adapters.RequestData{
- Body: []byte(`{"id":"1234","imp":[{"id":"1234"}],"site":{"publisher":{"id":"5678"}}}`),
- }
- fba := NewFacebookBidder("test-platform-id", "test-app-secret")
-
- tb, ok := fba.(adapters.TimeoutBidder)
- if !ok {
- t.Error("Facebook adapter is not a TimeoutAdapter")
- }
-
- toReq, err := tb.MakeTimeoutNotification(&req)
- assert.Nil(t, err, "Facebook MakeTimeoutNotification() return an error %v", err)
- expectedUri := "https://www.facebook.com/audiencenetwork/nurl/?partner=test-platform-id&app=5678&auction=1234&ortb_loss_code=2"
- assert.Equal(t, expectedUri, toReq.Uri, "Facebook timeout notification not returning the expected URI.")
-}
-
func TestMakeTimeoutNoticeBadRequest(t *testing.T) {
req := adapters.RequestData{
Body: []byte(`{"imp":[{{"id":"1234"}}`),
diff --git a/static/bidder-info/audienceNetwork.yaml b/static/bidder-info/audienceNetwork.yaml
index 56230bf3f9a..324e5c6dff8 100644
--- a/static/bidder-info/audienceNetwork.yaml
+++ b/static/bidder-info/audienceNetwork.yaml
@@ -1,11 +1,6 @@
maintainer:
email: "none"
capabilities:
- site:
- mediaTypes:
- - banner
- - video
- - native
app:
mediaTypes:
- banner
From c889570b14dac808f95fd46d7254d124e7b0c226 Mon Sep 17 00:00:00 2001
From: Ad Generation
Date: Sat, 18 Jul 2020 02:39:31 +0900
Subject: [PATCH 147/381] fix: Change currency of ad-generation's bidResponse
according to bidRequest (#1383)
---
adapters/adgeneration/adgeneration.go | 3 +-
adapters/adgeneration/adgeneration_test.go | 63 +++++++++++++++++++
.../exemplary/single-banner.json | 2 +-
.../supplemental/204-bid-response.json | 2 +-
.../supplemental/400-bid-response.json | 2 +-
.../supplemental/no-bid-response.json | 2 +-
6 files changed, 69 insertions(+), 5 deletions(-)
diff --git a/adapters/adgeneration/adgeneration.go b/adapters/adgeneration/adgeneration.go
index 4b1215dea9d..054fa7f6df3 100644
--- a/adapters/adgeneration/adgeneration.go
+++ b/adapters/adgeneration/adgeneration.go
@@ -210,6 +210,7 @@ func (adg *AdgenerationAdapter) MakeBids(internalRequest *openrtb.BidRequest, ex
Bid: &bid,
BidType: bitType,
})
+ bidResponse.Currency = adg.getCurrency(internalRequest)
return bidResponse, nil
}
}
@@ -254,7 +255,7 @@ func removeWrapper(ad string) string {
func NewAdgenerationAdapter(endpoint string) *AdgenerationAdapter {
return &AdgenerationAdapter{
endpoint,
- "1.0.0",
+ "1.0.1",
"JPY",
}
}
diff --git a/adapters/adgeneration/adgeneration_test.go b/adapters/adgeneration/adgeneration_test.go
index e76995fc5e4..3c795ea28a8 100644
--- a/adapters/adgeneration/adgeneration_test.go
+++ b/adapters/adgeneration/adgeneration_test.go
@@ -5,7 +5,9 @@ import (
"testing"
"github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
"github.com/prebid/prebid-server/adapters/adapterstest"
+ "github.com/stretchr/testify/assert"
)
func TestJsonSamples(t *testing.T) {
@@ -174,3 +176,64 @@ func TestCreateAd(t *testing.T) {
t.Errorf("%v does not match createAd.", adgVastResponse)
}
}
+
+func TestMakeBids(t *testing.T) {
+ bidder := NewAdgenerationAdapter("https://d.socdm.com/adsv/v1")
+ internalRequest := &openrtb.BidRequest{
+ ID: "test-success-bid-request",
+ Imp: []openrtb.Imp{
+ {ID: "bidRequest-success-test", Banner: &openrtb.Banner{Format: []openrtb.Format{{W: 300, H: 250}}}, Ext: json.RawMessage(`{"bidder": { "id": "58278" }}`)},
+ },
+ Device: &openrtb.Device{UA: "testUA", IP: "testIP"},
+ Site: &openrtb.Site{Page: "https://supership.com"},
+ User: &openrtb.User{BuyerUID: "buyerID"},
+ }
+ externalRequest := adapters.RequestData{}
+ response := adapters.ResponseData{
+ StatusCode: 200,
+ Body: ([]byte)("{\n \"ad\": \"testAd\",\n \"cpm\": 30,\n \"creativeid\": \"Dummy_supership.jp\",\n \"h\": 250,\n \"locationid\": \"58278\",\n \"results\": [{}],\n \"dealid\": \"test-deal-id\",\n \"w\": 300\n }"),
+ }
+ // default Currency InternalRequest
+ defaultCurBidderResponse, errs := bidder.MakeBids(internalRequest, &externalRequest, &response)
+ if len(errs) > 0 {
+ t.Errorf("MakeBids return errors. errors: %v", errs)
+ }
+ checkBidResponse(t, defaultCurBidderResponse, bidder.defaultCurrency)
+
+ // Specified Currency InternalRequest
+ usdCur := "USD"
+ internalRequest.Cur = []string{usdCur}
+ specifiedCurBidderResponse, errs := bidder.MakeBids(internalRequest, &externalRequest, &response)
+ if len(errs) > 0 {
+ t.Errorf("MakeBids return errors. errors: %v", errs)
+ }
+ checkBidResponse(t, specifiedCurBidderResponse, usdCur)
+
+}
+
+func checkBidResponse(t *testing.T, bidderResponse *adapters.BidderResponse, expectedCurrency string) {
+ if bidderResponse == nil {
+ t.Errorf("actual bidResponse is nil.")
+ }
+
+ // AdM is assured by TestCreateAd and JSON tests
+ var expectedAdM string = "testAd"
+ var expectedID string = "58278"
+ var expectedImpID = "bidRequest-success-test"
+ var expectedPrice float64 = 30.0
+ var expectedW uint64 = 300
+ var expectedH uint64 = 250
+ var expectedCrID string = "Dummy_supership.jp"
+ var extectedDealID string = "test-deal-id"
+
+ assert.Equal(t, expectedCurrency, bidderResponse.Currency)
+ assert.Equal(t, 1, len(bidderResponse.Bids))
+ assert.Equal(t, expectedID, bidderResponse.Bids[0].Bid.ID)
+ assert.Equal(t, expectedImpID, bidderResponse.Bids[0].Bid.ImpID)
+ assert.Equal(t, expectedAdM, bidderResponse.Bids[0].Bid.AdM)
+ assert.Equal(t, expectedPrice, bidderResponse.Bids[0].Bid.Price)
+ assert.Equal(t, expectedW, bidderResponse.Bids[0].Bid.W)
+ assert.Equal(t, expectedH, bidderResponse.Bids[0].Bid.H)
+ assert.Equal(t, expectedCrID, bidderResponse.Bids[0].Bid.CrID)
+ assert.Equal(t, extectedDealID, bidderResponse.Bids[0].Bid.DealID)
+}
diff --git a/adapters/adgeneration/adgenerationtest/exemplary/single-banner.json b/adapters/adgeneration/adgenerationtest/exemplary/single-banner.json
index d23a510bee5..10bf1c4a0c0 100644
--- a/adapters/adgeneration/adgenerationtest/exemplary/single-banner.json
+++ b/adapters/adgeneration/adgenerationtest/exemplary/single-banner.json
@@ -52,7 +52,7 @@
"tmax": 500
},
"expectedRequest":{
- "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.0¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
+ "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.1¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
"headers": {
"Accept": [
"application/json"
diff --git a/adapters/adgeneration/adgenerationtest/supplemental/204-bid-response.json b/adapters/adgeneration/adgenerationtest/supplemental/204-bid-response.json
index cf8635bbc3d..bc469a1e3a9 100644
--- a/adapters/adgeneration/adgenerationtest/supplemental/204-bid-response.json
+++ b/adapters/adgeneration/adgenerationtest/supplemental/204-bid-response.json
@@ -52,7 +52,7 @@
"tmax": 500
},
"expectedRequest":{
- "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.0¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
+ "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.1¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
"headers": {
"Accept": [
"application/json"
diff --git a/adapters/adgeneration/adgenerationtest/supplemental/400-bid-response.json b/adapters/adgeneration/adgenerationtest/supplemental/400-bid-response.json
index f5dc7fe0af5..6ac92d9a38b 100644
--- a/adapters/adgeneration/adgenerationtest/supplemental/400-bid-response.json
+++ b/adapters/adgeneration/adgenerationtest/supplemental/400-bid-response.json
@@ -52,7 +52,7 @@
"tmax": 500
},
"expectedRequest":{
- "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.0¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
+ "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.1¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
"headers": {
"Accept": [
"application/json"
diff --git a/adapters/adgeneration/adgenerationtest/supplemental/no-bid-response.json b/adapters/adgeneration/adgenerationtest/supplemental/no-bid-response.json
index 399f85a5856..a0abb66d039 100644
--- a/adapters/adgeneration/adgenerationtest/supplemental/no-bid-response.json
+++ b/adapters/adgeneration/adgenerationtest/supplemental/no-bid-response.json
@@ -52,7 +52,7 @@
"tmax": 500
},
"expectedRequest":{
- "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.0¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
+ "uri": "https://d.socdm.com/adsv/v1?adapterver=1.0.1¤cy=JPY&hb=true&id=58278&posall=SSPLOC&sdkname=prebidserver&sdktype=0&size=300%C3%97250&t=json3&tp=http%3A%2F%2Fexample.com%2Ftest.html",
"headers": {
"Accept": [
"application/json"
From 6b7c113b76ed202c9022d063bc5b713ae53ae0a6 Mon Sep 17 00:00:00 2001
From: Cameron Rice <37162584+camrice@users.noreply.github.com>
Date: Fri, 17 Jul 2020 22:50:22 -0400
Subject: [PATCH 148/381] Adding primary categories to freewheel mapping
(#1407)
---
.../category-mapping/freewheel/freewheel.json | 76 +++++++++++++++++++
1 file changed, 76 insertions(+)
diff --git a/static/category-mapping/freewheel/freewheel.json b/static/category-mapping/freewheel/freewheel.json
index 1c4a4fa2471..11529206087 100644
--- a/static/category-mapping/freewheel/freewheel.json
+++ b/static/category-mapping/freewheel/freewheel.json
@@ -1178,5 +1178,81 @@
"IAB22-3": {
"id": "410",
"name": "Product"
+ },
+ "IAB1": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB2": {
+ "id": "399",
+ "name": "Automotive"
+ },
+ "IAB3": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB4": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB5": {
+ "id": "405",
+ "name": "Educational Services"
+ },
+ "IAB7": {
+ "id": "406",
+ "name": "Health Care Services"
+ },
+ "IAB8": {
+ "id": "394",
+ "name": "Food"
+ },
+ "IAB9": {
+ "id": "392",
+ "name": "Entertainment"
+ },
+ "IAB10": {
+ "id": "434",
+ "name": "Home Furnishings"
+ },
+ "IAB11": {
+ "id": "398",
+ "name": "Government/Municipal"
+ },
+ "IAB12": {
+ "id": "438",
+ "name": "News"
+ },
+ "IAB13": {
+ "id": "393",
+ "name": "Business Services"
+ },
+ "IAB16": {
+ "id": "423",
+ "name": "Pet Food/Supplies"
+ },
+ "IAB17": {
+ "id": "425",
+ "name": "Professional Sports"
+ },
+ "IAB18": {
+ "id": "397",
+ "name": "Apparel"
+ },
+ "IAB19": {
+ "id": "409",
+ "name": "Computing Product"
+ },
+ "IAB20": {
+ "id": "395",
+ "name": "Travel/Hotel/Airlines"
+ },
+ "IAB21": {
+ "id": "416",
+ "name": "Real Estate"
+ },
+ "IAB22": {
+ "id": "403",
+ "name": "Retail Stores/Chains"
}
}
\ No newline at end of file
From a5962de9a5900f3b205dfac1263f53d7daf96eec Mon Sep 17 00:00:00 2001
From: guscarreon
Date: Wed, 22 Jul 2020 13:11:25 -0400
Subject: [PATCH 149/381] Add Outgoing Connection Metrics (#1343)
---
config/config.go | 6 +
config/config_test.go | 3 +
exchange/adapter_map.go | 2 +-
exchange/bidder.go | 77 ++++++++--
exchange/bidder_test.go | 130 ++++++++++++++---
exchange/targeting_test.go | 2 +-
go.mod | 1 +
go.sum | 5 +
pbsmetrics/config/metrics.go | 25 +++-
pbsmetrics/go_metrics.go | 52 ++++++-
pbsmetrics/go_metrics_test.go | 139 ++++++++++++++++++
pbsmetrics/metrics.go | 2 +
pbsmetrics/metrics_mock.go | 10 ++
pbsmetrics/prometheus/preload.go | 14 ++
pbsmetrics/prometheus/prometheus.go | 105 +++++++++++---
pbsmetrics/prometheus/prometheus_test.go | 174 ++++++++++++++++++++++-
16 files changed, 683 insertions(+), 64 deletions(-)
diff --git a/config/config.go b/config/config.go
index 2e7f875b023..a82dbb5edf7 100755
--- a/config/config.go
+++ b/config/config.go
@@ -379,6 +379,11 @@ type Metrics struct {
type DisabledMetrics struct {
// True if we want to stop collecting account-to-adapter metrics
AccountAdapterDetails bool `mapstructure:"account_adapter_details"`
+
+ // True if we don't want to collect metrics about the connections prebid
+ // server establishes with bidder servers such as the number of connections
+ // that were created or reused.
+ AdapterConnectionMetrics bool `mapstructure:"adapter_connections_metrics"`
}
func (cfg *Metrics) validate(errs configErrors) configErrors {
@@ -688,6 +693,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("http_client_cache.idle_connection_timeout_seconds", 60)
// no metrics configured by default (metrics{host|database|username|password})
v.SetDefault("metrics.disabled_metrics.account_adapter_details", false)
+ v.SetDefault("metrics.disabled_metrics.adapter_connections_metrics", true)
v.SetDefault("metrics.influxdb.host", "")
v.SetDefault("metrics.influxdb.database", "")
v.SetDefault("metrics.influxdb.username", "")
diff --git a/config/config_test.go b/config/config_test.go
index 3456694db5c..4774d9d6e46 100644
--- a/config/config_test.go
+++ b/config/config_test.go
@@ -33,6 +33,7 @@ func TestDefaults(t *testing.T) {
cmpBools(t, "account_required", cfg.AccountRequired, false)
cmpInts(t, "metrics.influxdb.collection_rate_seconds", cfg.Metrics.Influxdb.MetricSendInterval, 20)
cmpBools(t, "account_adapter_details", cfg.Metrics.Disabled.AccountAdapterDetails, false)
+ cmpBools(t, "adapter_connections_metrics", cfg.Metrics.Disabled.AdapterConnectionMetrics, true)
cmpStrings(t, "certificates_file", cfg.PemCertsFile, "")
}
@@ -89,6 +90,7 @@ metrics:
metric_send_interval: 30
disabled_metrics:
account_adapter_details: true
+ adapter_connections_metrics: true
datacache:
type: postgres
filename: /usr/db/db.db
@@ -294,6 +296,7 @@ func TestFullConfig(t *testing.T) {
cmpStrings(t, "adapters.rhythmone.usersync_url", cfg.Adapters[string(openrtb_ext.BidderRhythmone)].UserSyncURL, "https://sync.1rx.io/usersync2/rmphb?gdpr={{.GDPR}}&gdpr_consent={{.GDPRConsent}}&us_privacy={{.USPrivacy}}&redir=http%3A%2F%2Fprebid-server.prebid.org%2F%2Fsetuid%3Fbidder%3Drhythmone%26gdpr%3D{{.GDPR}}%26gdpr_consent%3D{{.GDPRConsent}}%26uid%3D%5BRX_UUID%5D")
cmpBools(t, "account_required", cfg.AccountRequired, true)
cmpBools(t, "account_adapter_details", cfg.Metrics.Disabled.AccountAdapterDetails, true)
+ cmpBools(t, "adapter_connections_metrics", cfg.Metrics.Disabled.AdapterConnectionMetrics, true)
cmpStrings(t, "certificates_file", cfg.PemCertsFile, "/etc/ssl/cert.pem")
cmpStrings(t, "request_validation.ipv4_private_networks", cfg.RequestValidation.IPv4PrivateNetworks[0], "1.1.1.0/24")
cmpStrings(t, "request_validation.ipv6_private_networks", cfg.RequestValidation.IPv6PrivateNetworks[0], "1111::/16")
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 53607ac57d8..2ecddb83cfc 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -201,7 +201,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
for name, bidder := range ortbBidders {
// Clean out any disabled bidders
if infos[string(name)].Status == adapters.StatusActive {
- allBidders[name] = adaptBidder(adapters.EnforceBidderInfo(bidder, infos[string(name)]), client, cfg, me)
+ allBidders[name] = adaptBidder(adapters.EnforceBidderInfo(bidder, infos[string(name)]), client, cfg, me, name)
}
}
diff --git a/exchange/bidder.go b/exchange/bidder.go
index ee6a4942147..7c39b72b348 100644
--- a/exchange/bidder.go
+++ b/exchange/bidder.go
@@ -8,6 +8,7 @@ import (
"fmt"
"io/ioutil"
"net/http"
+ "net/http/httptrace"
"time"
"github.com/golang/glog"
@@ -87,20 +88,30 @@ type pbsOrtbSeatBid struct {
//
// The name refers to the "Adapter" architecture pattern, and should not be confused with a Prebid "Adapter"
// (which is being phased out and replaced by Bidder for OpenRTB auctions)
-func adaptBidder(bidder adapters.Bidder, client *http.Client, cfg *config.Configuration, me pbsmetrics.MetricsEngine) adaptedBidder {
+func adaptBidder(bidder adapters.Bidder, client *http.Client, cfg *config.Configuration, me pbsmetrics.MetricsEngine, name openrtb_ext.BidderName) adaptedBidder {
return &bidderAdapter{
- Bidder: bidder,
- Client: client,
- DebugConfig: cfg.Debug,
- me: me,
+ Bidder: bidder,
+ BidderName: name,
+ Client: client,
+ me: me,
+ config: bidderAdapterConfig{
+ Debug: cfg.Debug,
+ DisableConnMetrics: cfg.Metrics.Disabled.AdapterConnectionMetrics,
+ },
}
}
type bidderAdapter struct {
- Bidder adapters.Bidder
- Client *http.Client
- DebugConfig config.Debug
- me pbsmetrics.MetricsEngine
+ Bidder adapters.Bidder
+ BidderName openrtb_ext.BidderName
+ Client *http.Client
+ me pbsmetrics.MetricsEngine
+ config bidderAdapterConfig
+}
+
+type bidderAdapterConfig struct {
+ Debug config.Debug
+ DisableConnMetrics bool
}
func (bidder *bidderAdapter) requestBid(ctx context.Context, request *openrtb.BidRequest, name openrtb_ext.BidderName, bidAdjustment float64, conversions currencies.Conversions, reqInfo *adapters.ExtraRequestInfo) (*pbsOrtbSeatBid, []error) {
@@ -325,6 +336,11 @@ func (bidder *bidderAdapter) doRequestImpl(ctx context.Context, req *adapters.Re
}
httpReq.Header = req.Headers
+ // If adapter connection metrics are not disabled, add the client trace
+ // to get complete connection info into our metrics
+ if !bidder.config.DisableConnMetrics {
+ ctx = bidder.addClientTrace(ctx)
+ }
httpResp, err := ctxhttp.Do(ctx, bidder.Client, httpReq)
if err != nil {
if err == context.DeadlineExceeded {
@@ -387,7 +403,7 @@ func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.Timeou
httpResp, err := ctxhttp.Do(ctx, bidder.Client, httpReq)
success := (err == nil && httpResp.StatusCode >= 200 && httpResp.StatusCode < 300)
bidder.me.RecordTimeoutNotice(success)
- if bidder.DebugConfig.TimeoutNotification.Log && !(bidder.DebugConfig.TimeoutNotification.FailOnly && success) {
+ if bidder.config.Debug.TimeoutNotification.Log && !(bidder.config.Debug.TimeoutNotification.FailOnly && success) {
var msg string
if err == nil {
msg = fmt.Sprintf("TimeoutNotification: status:(%d) body:%s", httpResp.StatusCode, string(toReq.Body))
@@ -395,16 +411,16 @@ func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.Timeou
msg = fmt.Sprintf("TimeoutNotification: error:(%s) body:%s", err.Error(), string(toReq.Body))
}
// If logging is turned on, and logging is not disallowed via FailOnly
- util.LogRandomSample(msg, logger, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ util.LogRandomSample(msg, logger, bidder.config.Debug.TimeoutNotification.SamplingRate)
}
} else {
bidder.me.RecordTimeoutNotice(false)
- if bidder.DebugConfig.TimeoutNotification.Log {
+ if bidder.config.Debug.TimeoutNotification.Log {
msg := fmt.Sprintf("TimeoutNotification: Failed to make timeout request: method(%s), uri(%s), error(%s)", toReq.Method, toReq.Uri, err.Error())
- util.LogRandomSample(msg, logger, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ util.LogRandomSample(msg, logger, bidder.config.Debug.TimeoutNotification.SamplingRate)
}
}
- } else if bidder.DebugConfig.TimeoutNotification.Log {
+ } else if bidder.config.Debug.TimeoutNotification.Log {
reqJSON, err := json.Marshal(req)
var msg string
if err == nil {
@@ -412,7 +428,7 @@ func (bidder *bidderAdapter) doTimeoutNotification(timeoutBidder adapters.Timeou
} else {
msg = fmt.Sprintf("TimeoutNotification: Failed to generate timeout request: error(%s), bidder request marshal failed(%s)", errL[0].Error(), err.Error())
}
- util.LogRandomSample(msg, logger, bidder.DebugConfig.TimeoutNotification.SamplingRate)
+ util.LogRandomSample(msg, logger, bidder.config.Debug.TimeoutNotification.SamplingRate)
}
}
@@ -422,3 +438,34 @@ type httpCallInfo struct {
response *adapters.ResponseData
err error
}
+
+// This function adds an httptrace.ClientTrace object to the context so, if connection with the bidder
+// endpoint is established, we can keep track of whether the connection was newly created, reused, and
+// the time from the connection request, to the connection creation.
+func (bidder *bidderAdapter) addClientTrace(ctx context.Context) context.Context {
+ var connStart, dnsStart time.Time
+
+ trace := &httptrace.ClientTrace{
+ // GetConn is called before a connection is created or retrieved from an idle pool
+ GetConn: func(hostPort string) {
+ connStart = time.Now()
+ },
+ // GotConn is called after a successful connection is obtained
+ GotConn: func(info httptrace.GotConnInfo) {
+ connWaitTime := time.Now().Sub(connStart)
+
+ bidder.me.RecordAdapterConnections(bidder.BidderName, info.Reused, connWaitTime)
+ },
+ // DNSStart is called when a DNS lookup begins.
+ DNSStart: func(info httptrace.DNSStartInfo) {
+ dnsStart = time.Now()
+ },
+ // DNSDone is called when a DNS lookup ends.
+ DNSDone: func(info httptrace.DNSDoneInfo) {
+ dnsLookupTime := time.Now().Sub(dnsStart)
+
+ bidder.me.RecordDNSTime(dnsLookupTime)
+ },
+ }
+ return httptrace.WithClientTrace(ctx, trace)
+}
diff --git a/exchange/bidder_test.go b/exchange/bidder_test.go
index d4fc0cf7cd3..1a27b72aa12 100644
--- a/exchange/bidder_test.go
+++ b/exchange/bidder_test.go
@@ -6,8 +6,11 @@ import (
"encoding/json"
"errors"
"fmt"
+ "io/ioutil"
"net/http"
"net/http/httptest"
+ "net/http/httptrace"
+ "strings"
"testing"
"time"
@@ -17,8 +20,11 @@ import (
"github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/currencies"
"github.com/prebid/prebid-server/openrtb_ext"
+ "github.com/prebid/prebid-server/pbsmetrics"
+ metricsConf "github.com/prebid/prebid-server/pbsmetrics/config"
metricsConfig "github.com/prebid/prebid-server/pbsmetrics/config"
"github.com/stretchr/testify/assert"
+ "github.com/stretchr/testify/mock"
nativeRequests "github.com/mxmCherry/openrtb/native/request"
nativeResponse "github.com/mxmCherry/openrtb/native/response"
@@ -68,7 +74,7 @@ func TestSingleBidder(t *testing.T) {
},
bidResponse: mockBidderResponse,
}
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverterDefault()
seatBid, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", bidAdjustment, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
@@ -156,7 +162,7 @@ func TestMultiBidder(t *testing.T) {
}},
bidResponse: mockBidderResponse,
}
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverterDefault()
seatBid, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
@@ -194,8 +200,10 @@ func TestBidderTimeout(t *testing.T) {
defer server.Close()
bidder := &bidderAdapter{
- Bidder: &mixedMultiBidder{},
- Client: server.Client(),
+ Bidder: &mixedMultiBidder{},
+ BidderName: openrtb_ext.BidderAppnexus,
+ Client: server.Client(),
+ me: &metricsConf.DummyMetricsEngine{},
}
callInfo := bidder.doRequest(ctx, &adapters.RequestData{
@@ -235,8 +243,10 @@ func TestConnectionClose(t *testing.T) {
server = httptest.NewServer(handler)
bidder := &bidderAdapter{
- Bidder: &mixedMultiBidder{},
- Client: server.Client(),
+ Bidder: &mixedMultiBidder{},
+ Client: server.Client(),
+ BidderName: openrtb_ext.BidderAppnexus,
+ me: &metricsConf.DummyMetricsEngine{},
}
callInfo := bidder.doRequest(context.Background(), &adapters.RequestData{
@@ -514,7 +524,7 @@ func TestMultiCurrencies(t *testing.T) {
)
// Execute:
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverter(
&http.Client{},
mockedHTTPServer.URL,
@@ -663,7 +673,7 @@ func TestMultiCurrencies_RateConverterNotSet(t *testing.T) {
}
// Execute:
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverterDefault()
seatBid, errs := bidder.requestBid(
context.Background(),
@@ -829,7 +839,7 @@ func TestMultiCurrencies_RequestCurrencyPick(t *testing.T) {
}
// Execute:
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverter(
&http.Client{},
mockedHTTPServer.URL,
@@ -945,7 +955,7 @@ func TestServerCallDebugging(t *testing.T) {
Headers: http.Header{},
},
}
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverterDefault()
bids, _ := bidder.requestBid(
@@ -1057,7 +1067,7 @@ func TestMobileNativeTypes(t *testing.T) {
},
bidResponse: tc.mockBidderResponse,
}
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverterDefault()
seatBids, _ := bidder.requestBid(
@@ -1078,7 +1088,7 @@ func TestMobileNativeTypes(t *testing.T) {
}
func TestErrorReporting(t *testing.T) {
- bidder := adaptBidder(&bidRejector{}, nil, &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ bidder := adaptBidder(&bidRejector{}, nil, &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
currencyConverter := currencies.NewRateConverterDefault()
bids, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if bids != nil {
@@ -1233,6 +1243,82 @@ func TestSetAssetTypes(t *testing.T) {
}
}
+func TestCallRecordAdapterConnections(t *testing.T) {
+ // Setup mock server
+ respStatus := 200
+ respBody := "{\"bid\":false}"
+ server := httptest.NewServer(mockHandler(respStatus, "getBody", respBody))
+ defer server.Close()
+
+ // declare requestBid parameters
+ bidAdjustment := 2.0
+
+ bidderImpl := &goodSingleBidder{
+ httpRequest: &adapters.RequestData{
+ Method: "POST",
+ Uri: server.URL,
+ Body: []byte("{\"key\":\"val\"}"),
+ Headers: http.Header{},
+ },
+ bidResponse: &adapters.BidderResponse{},
+ }
+
+ // setup a mock metrics engine and its expectation
+ metrics := &pbsmetrics.MetricsEngineMock{}
+ expectedAdapterName := openrtb_ext.BidderAppnexus
+ compareConnWaitTime := func(dur time.Duration) bool { return dur.Nanoseconds() > 0 }
+
+ metrics.On("RecordAdapterConnections", expectedAdapterName, false, mock.MatchedBy(compareConnWaitTime)).Once()
+
+ // Run requestBid using an http.Client with a mock handler
+ bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, metrics, openrtb_ext.BidderAppnexus)
+ _, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", bidAdjustment, currencies.NewRateConverterDefault().Rates(), &adapters.ExtraRequestInfo{})
+
+ // Assert no errors
+ assert.Equal(t, 0, len(errs), "bidder.requestBid returned errors %v \n", errs)
+
+ // Assert RecordAdapterConnections() was called with the parameters we expected
+ metrics.AssertExpectations(t)
+}
+
+type DNSDoneTripper struct{}
+
+func (DNSDoneTripper) RoundTrip(req *http.Request) (*http.Response, error) {
+ //Access the httptrace.ClientTrace
+ trace := httptrace.ContextClientTrace(req.Context())
+
+ //Force DNSDone call defined in exchange/bidder.go
+ trace.DNSDone(httptrace.DNSDoneInfo{})
+
+ resp := &http.Response{
+ StatusCode: 200,
+ Header: map[string][]string{"Location": {"http://www.example.com/"}},
+ Body: ioutil.NopCloser(strings.NewReader("postBody")),
+ }
+ return resp, nil
+}
+
+func TestCallRecordRecordDNSTime(t *testing.T) {
+ // setup a mock metrics engine and its expectation
+ metricsMock := &pbsmetrics.MetricsEngineMock{}
+ metricsMock.Mock.On("RecordDNSTime", mock.Anything).Return()
+
+ // Instantiate the bidder that will send the request. We'll make sure to use an
+ // http.Client that runs our mock RoundTripper so DNSDone(httptrace.DNSDoneInfo{})
+ // gets called
+ bidder := &bidderAdapter{
+ Bidder: &mixedMultiBidder{},
+ Client: &http.Client{Transport: DNSDoneTripper{}},
+ me: metricsMock,
+ }
+
+ // Run test
+ bidder.doRequest(context.Background(), &adapters.RequestData{Method: "POST", Uri: "http://www.example.com/"})
+
+ // Tried one or another, none seem to work without panicking
+ metricsMock.AssertExpectations(t)
+}
+
func TestTimeoutNotificationOff(t *testing.T) {
respBody := "{\"bid\":false}"
respStatus := 200
@@ -1248,10 +1334,10 @@ func TestTimeoutNotificationOff(t *testing.T) {
},
}
bidder := &bidderAdapter{
- Bidder: bidderImpl,
- Client: server.Client(),
- DebugConfig: config.Debug{},
- me: &metricsConfig.DummyMetricsEngine{},
+ Bidder: bidderImpl,
+ Client: server.Client(),
+ config: bidderAdapterConfig{Debug: config.Debug{}},
+ me: &metricsConf.DummyMetricsEngine{},
}
if tb, ok := bidder.Bidder.(adapters.TimeoutBidder); !ok {
t.Error("Failed to cast bidder to a TimeoutBidder")
@@ -1284,13 +1370,15 @@ func TestTimeoutNotificationOn(t *testing.T) {
bidderAdapter := &bidderAdapter{
Bidder: bidderWrappedWithInfo,
Client: server.Client(),
- DebugConfig: config.Debug{
- TimeoutNotification: config.TimeoutNotification{
- Log: true,
- SamplingRate: 1.0,
+ config: bidderAdapterConfig{
+ Debug: config.Debug{
+ TimeoutNotification: config.TimeoutNotification{
+ Log: true,
+ SamplingRate: 1.0,
+ },
},
},
- me: &metricsConfig.DummyMetricsEngine{},
+ me: &metricsConf.DummyMetricsEngine{},
}
// Unwrap To Mimic exchange.go Casting Code
diff --git a/exchange/targeting_test.go b/exchange/targeting_test.go
index 72de1d4261f..16955e97c5b 100644
--- a/exchange/targeting_test.go
+++ b/exchange/targeting_test.go
@@ -134,7 +134,7 @@ func buildAdapterMap(bids map[openrtb_ext.BidderName][]*openrtb.Bid, mockServerU
adapterMap[bidder] = adaptBidder(&mockTargetingBidder{
mockServerURL: mockServerURL,
bids: bids,
- }, client, &config.Configuration{}, &metricsConfig.DummyMetricsEngine{})
+ }, client, &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
}
return adapterMap
}
diff --git a/go.mod b/go.mod
index 72bb9b74886..00cadd31ce1 100644
--- a/go.mod
+++ b/go.mod
@@ -22,6 +22,7 @@ require (
github.com/influxdata/influxdb v1.6.1 // indirect
github.com/julienschmidt/httprouter v1.1.0
github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 // indirect
+ github.com/kr/pretty v0.2.0 // indirect
github.com/lib/pq v1.0.0
github.com/magiconair/properties v1.8.0
github.com/mattn/go-colorable v0.1.2 // indirect
diff --git a/go.sum b/go.sum
index 35b2b76591d..5eaf37cad9f 100644
--- a/go.sum
+++ b/go.sum
@@ -45,6 +45,11 @@ github.com/julienschmidt/httprouter v1.1.0 h1:7wLdtIiIpzOkC9u6sXOozpBauPdskj3ru4
github.com/julienschmidt/httprouter v1.1.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w=
github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 h1:uC1QfSlInpQF+M0ao65imhwqKnz3Q2z/d8PWZRMQvDM=
github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88/go.mod h1:3w7q1U84EfirKl04SVQ/s7nPm1ZPhiXd34z40TNz36k=
+github.com/kr/pretty v0.2.0 h1:s5hAObm+yFO5uHYt5dYjxi2rXrsnmRpJx4OYvIWUaQs=
+github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI=
+github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
+github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE=
+github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
github.com/lib/pq v1.0.0 h1:X5PMW56eZitiTeO7tKzZxFCSpbFZJtkMMooicw2us9A=
github.com/lib/pq v1.0.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo=
github.com/magiconair/properties v1.8.0 h1:LLgXmsheXeRoUOBOjtwPQCWIYqM/LU1ayDtDePerRcY=
diff --git a/pbsmetrics/config/metrics.go b/pbsmetrics/config/metrics.go
index 0dbe9a69d9f..6a36f9e71c0 100644
--- a/pbsmetrics/config/metrics.go
+++ b/pbsmetrics/config/metrics.go
@@ -37,7 +37,7 @@ func NewMetricsEngine(cfg *config.Configuration, adapterList []openrtb_ext.Bidde
}
if cfg.Metrics.Prometheus.Port != 0 {
// Set up the Prometheus metrics.
- returnEngine.PrometheusMetrics = prometheusmetrics.NewMetrics(cfg.Metrics.Prometheus)
+ returnEngine.PrometheusMetrics = prometheusmetrics.NewMetrics(cfg.Metrics.Prometheus, cfg.Metrics.Disabled)
engineList = append(engineList, returnEngine.PrometheusMetrics)
}
@@ -118,6 +118,21 @@ func (me *MultiMetricsEngine) RecordAdapterRequest(labels pbsmetrics.AdapterLabe
}
}
+// Keeps track of created and reused connections to adapter bidders and the time from the
+// connection request, to the connection creation, or reuse from the pool across all engines
+func (me *MultiMetricsEngine) RecordAdapterConnections(bidderName openrtb_ext.BidderName, connWasReused bool, connWaitTime time.Duration) {
+ for _, thisME := range *me {
+ thisME.RecordAdapterConnections(bidderName, connWasReused, connWaitTime)
+ }
+}
+
+// Times the DNS resolution process
+func (me *MultiMetricsEngine) RecordDNSTime(dnsLookupTime time.Duration) {
+ for _, thisME := range *me {
+ thisME.RecordDNSTime(dnsLookupTime)
+ }
+}
+
// RecordAdapterBidReceived across all engines
func (me *MultiMetricsEngine) RecordAdapterBidReceived(labels pbsmetrics.AdapterLabels, bidType openrtb_ext.BidType, hasAdm bool) {
for _, thisME := range *me {
@@ -237,6 +252,14 @@ func (me *DummyMetricsEngine) RecordAdapterPanic(labels pbsmetrics.AdapterLabels
func (me *DummyMetricsEngine) RecordAdapterRequest(labels pbsmetrics.AdapterLabels) {
}
+// RecordAdapterConnections as a noop
+func (me *DummyMetricsEngine) RecordAdapterConnections(bidderName openrtb_ext.BidderName, connWasReused bool, connWaitTime time.Duration) {
+}
+
+// RecordDNSTime as a noop
+func (me *DummyMetricsEngine) RecordDNSTime(dnsLookupTime time.Duration) {
+}
+
// RecordAdapterBidReceived as a noop
func (me *DummyMetricsEngine) RecordAdapterBidReceived(labels pbsmetrics.AdapterLabels, bidType openrtb_ext.BidType, hasAdm bool) {
}
diff --git a/pbsmetrics/go_metrics.go b/pbsmetrics/go_metrics.go
index 836434bf25e..26f6ce07b29 100644
--- a/pbsmetrics/go_metrics.go
+++ b/pbsmetrics/go_metrics.go
@@ -29,6 +29,7 @@ type Metrics struct {
PrebidCacheRequestTimerError metrics.Timer
StoredReqCacheMeter map[CacheResult]metrics.Meter
StoredImpCacheMeter map[CacheResult]metrics.Meter
+ DNSLookupTimer metrics.Timer
// Metrics for OpenRTB requests specifically. So we can track what % of RequestsMeter are OpenRTB
// and know when legacy requests have been abandoned.
@@ -81,6 +82,9 @@ type AdapterMetrics struct {
BidsReceivedMeter metrics.Meter
PanicMeter metrics.Meter
MarkupMetrics map[openrtb_ext.BidType]*MarkupDeliveryMetrics
+ ConnCreated metrics.Counter
+ ConnReused metrics.Counter
+ ConnWaitTime metrics.Timer
}
type MarkupDeliveryMetrics struct {
@@ -106,7 +110,7 @@ const unknownBidder openrtb_ext.BidderName = "unknown"
// rather than loading legacy metrics that never get filled.
// This will also eventually let us configure metrics, such as setting a limited set of metrics
// for a production instance, and then expanding again when we need more debugging.
-func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderName, disableMetrics config.DisabledMetrics) *Metrics {
+func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderName, disabledMetrics config.DisabledMetrics) *Metrics {
blankMeter := &metrics.NilMeter{}
blankTimer := &metrics.NilTimer{}
@@ -123,6 +127,7 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
SafariRequestMeter: blankMeter,
SafariNoCookieMeter: blankMeter,
RequestTimer: blankTimer,
+ DNSLookupTimer: blankTimer,
RequestsQueueTimer: make(map[RequestType]map[bool]metrics.Timer),
PrebidCacheRequestTimerSuccess: blankTimer,
PrebidCacheRequestTimerError: blankTimer,
@@ -153,13 +158,13 @@ func NewBlankMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderNa
AdapterMetrics: make(map[openrtb_ext.BidderName]*AdapterMetrics, len(exchanges)),
accountMetrics: make(map[string]*accountMetrics),
- MetricsDisabled: disableMetrics,
+ MetricsDisabled: disabledMetrics,
exchanges: exchanges,
}
for _, a := range exchanges {
- newMetrics.AdapterMetrics[a] = makeBlankAdapterMetrics()
+ newMetrics.AdapterMetrics[a] = makeBlankAdapterMetrics(newMetrics.MetricsDisabled)
}
for _, t := range RequestTypes() {
@@ -209,6 +214,7 @@ func NewMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderName, d
newMetrics.AppRequestMeter = metrics.GetOrRegisterMeter("app_requests", registry)
newMetrics.SafariNoCookieMeter = metrics.GetOrRegisterMeter("safari_no_cookie_requests", registry)
newMetrics.RequestTimer = metrics.GetOrRegisterTimer("request_time", registry)
+ newMetrics.DNSLookupTimer = metrics.GetOrRegisterTimer("dns_lookup_time", registry)
newMetrics.PrebidCacheRequestTimerSuccess = metrics.GetOrRegisterTimer("prebid_cache_request_time.ok", registry)
newMetrics.PrebidCacheRequestTimerError = metrics.GetOrRegisterTimer("prebid_cache_request_time.err", registry)
@@ -255,7 +261,7 @@ func NewMetrics(registry metrics.Registry, exchanges []openrtb_ext.BidderName, d
}
// Part of setting up blank metrics, the adapter metrics.
-func makeBlankAdapterMetrics() *AdapterMetrics {
+func makeBlankAdapterMetrics(disabledMetrics config.DisabledMetrics) *AdapterMetrics {
blankMeter := &metrics.NilMeter{}
newAdapter := &AdapterMetrics{
NoCookieMeter: blankMeter,
@@ -268,6 +274,11 @@ func makeBlankAdapterMetrics() *AdapterMetrics {
PanicMeter: blankMeter,
MarkupMetrics: makeBlankBidMarkupMetrics(),
}
+ if !disabledMetrics.AdapterConnectionMetrics {
+ newAdapter.ConnCreated = metrics.NilCounter{}
+ newAdapter.ConnReused = metrics.NilCounter{}
+ newAdapter.ConnWaitTime = &metrics.NilTimer{}
+ }
for _, err := range AdapterErrors() {
newAdapter.ErrorMeters[err] = blankMeter
}
@@ -302,6 +313,9 @@ func registerAdapterMetrics(registry metrics.Registry, adapterOrAccount string,
openrtb_ext.BidTypeAudio: makeDeliveryMetrics(registry, adapterOrAccount+"."+exchange, openrtb_ext.BidTypeAudio),
openrtb_ext.BidTypeNative: makeDeliveryMetrics(registry, adapterOrAccount+"."+exchange, openrtb_ext.BidTypeNative),
}
+ am.ConnCreated = metrics.GetOrRegisterCounter(fmt.Sprintf("%[1]s.%[2]s.connections_created", adapterOrAccount, exchange), registry)
+ am.ConnReused = metrics.GetOrRegisterCounter(fmt.Sprintf("%[1]s.%[2]s.connections_reused", adapterOrAccount, exchange), registry)
+ am.ConnWaitTime = metrics.GetOrRegisterTimer(fmt.Sprintf("%[1]s.%[2]s.connection_wait_time", adapterOrAccount, exchange), registry)
for err := range am.ErrorMeters {
am.ErrorMeters[err] = metrics.GetOrRegisterMeter(fmt.Sprintf("%s.%s.requests.%s", adapterOrAccount, exchange, err), registry)
}
@@ -348,7 +362,7 @@ func (me *Metrics) getAccountMetrics(id string) *accountMetrics {
am.adapterMetrics = make(map[openrtb_ext.BidderName]*AdapterMetrics, len(me.exchanges))
if !me.MetricsDisabled.AccountAdapterDetails {
for _, a := range me.exchanges {
- am.adapterMetrics[a] = makeBlankAdapterMetrics()
+ am.adapterMetrics[a] = makeBlankAdapterMetrics(me.MetricsDisabled)
registerAdapterMetrics(me.MetricsRegistry, fmt.Sprintf("account.%s", id), string(a), am.adapterMetrics[a])
}
}
@@ -472,6 +486,34 @@ func (me *Metrics) RecordAdapterRequest(labels AdapterLabels) {
}
}
+// Keeps track of created and reused connections to adapter bidders and the time from the
+// connection request, to the connection creation, or reuse from the pool across all engines
+func (me *Metrics) RecordAdapterConnections(adapterName openrtb_ext.BidderName,
+ connWasReused bool,
+ connWaitTime time.Duration) {
+
+ if me.MetricsDisabled.AdapterConnectionMetrics {
+ return
+ }
+
+ am, ok := me.AdapterMetrics[adapterName]
+ if !ok {
+ glog.Errorf("Trying to log adapter connection metrics for %s: adapter not found", string(adapterName))
+ return
+ }
+
+ if connWasReused {
+ am.ConnReused.Inc(1)
+ } else {
+ am.ConnCreated.Inc(1)
+ }
+ am.ConnWaitTime.Update(connWaitTime)
+}
+
+func (me *Metrics) RecordDNSTime(dnsLookupTime time.Duration) {
+ me.DNSLookupTimer.Update(dnsLookupTime)
+}
+
// RecordAdapterBidReceived implements a part of the MetricsEngine interface.
// This tracks how many bids from each Bidder use `adm` vs. `nurl.
func (me *Metrics) RecordAdapterBidReceived(labels AdapterLabels, bidType openrtb_ext.BidType, hasAdm bool) {
diff --git a/pbsmetrics/go_metrics_test.go b/pbsmetrics/go_metrics_test.go
index 2faa08491e0..f676991649d 100644
--- a/pbsmetrics/go_metrics_test.go
+++ b/pbsmetrics/go_metrics_test.go
@@ -2,6 +2,7 @@ package pbsmetrics
import (
"testing"
+ "time"
"github.com/prebid/prebid-server/config"
"github.com/prebid/prebid-server/openrtb_ext"
@@ -115,6 +116,10 @@ func ensureContainsAdapterMetrics(t *testing.T, registry metrics.Registry, name
ensureContains(t, registry, name+".request_time", adapterMetrics.RequestTimer)
ensureContains(t, registry, name+".prices", adapterMetrics.PriceHistogram)
ensureContainsBidTypeMetrics(t, registry, name, adapterMetrics.MarkupMetrics)
+
+ ensureContains(t, registry, name+".connections_created", adapterMetrics.ConnCreated)
+ ensureContains(t, registry, name+".connections_reused", adapterMetrics.ConnReused)
+ ensureContains(t, registry, name+".connection_wait_time", adapterMetrics.ConnWaitTime)
}
func TestRecordBidTypeDisabledConfig(t *testing.T) {
@@ -179,6 +184,140 @@ func TestRecordBidTypeDisabledConfig(t *testing.T) {
}
}
+func TestRecordDNSTime(t *testing.T) {
+ testCases := []struct {
+ description string
+ inDnsLookupDuration time.Duration
+ outExpDuration time.Duration
+ }{
+ {
+ description: "Five second DNS lookup time",
+ inDnsLookupDuration: time.Second * 5,
+ outExpDuration: time.Second * 5,
+ },
+ {
+ description: "Zero DNS lookup time",
+ inDnsLookupDuration: time.Duration(0),
+ outExpDuration: time.Duration(0),
+ },
+ }
+ for _, test := range testCases {
+ registry := metrics.NewRegistry()
+ m := NewMetrics(registry, []openrtb_ext.BidderName{openrtb_ext.BidderAppnexus}, config.DisabledMetrics{AccountAdapterDetails: true})
+
+ m.RecordDNSTime(test.inDnsLookupDuration)
+
+ assert.Equal(t, test.outExpDuration.Nanoseconds(), m.DNSLookupTimer.Sum(), test.description)
+ }
+}
+
+func TestRecordAdapterConnections(t *testing.T) {
+ var fakeBidder openrtb_ext.BidderName = "fooAdvertising"
+
+ type testIn struct {
+ adapterName openrtb_ext.BidderName
+ connWasReused bool
+ connWait time.Duration
+ connMetricsDisabled bool
+ }
+
+ type testOut struct {
+ expectedConnReusedCount int64
+ expectedConnCreatedCount int64
+ expectedConnWaitTime time.Duration
+ }
+
+ testCases := []struct {
+ description string
+ in testIn
+ out testOut
+ }{
+ {
+ description: "Successful, new connection created, has connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: false,
+ connWait: time.Second * 5,
+ connMetricsDisabled: false,
+ },
+ out: testOut{
+ expectedConnReusedCount: 0,
+ expectedConnCreatedCount: 1,
+ expectedConnWaitTime: time.Second * 5,
+ },
+ },
+ {
+ description: "Successful, new connection created, has connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: false,
+ connWait: time.Second * 4,
+ connMetricsDisabled: false,
+ },
+ out: testOut{
+ expectedConnCreatedCount: 1,
+ expectedConnWaitTime: time.Second * 4,
+ },
+ },
+ {
+ description: "Successful, was reused, no connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: true,
+ connMetricsDisabled: false,
+ },
+ out: testOut{
+ expectedConnReusedCount: 1,
+ expectedConnWaitTime: 0,
+ },
+ },
+ {
+ description: "Successful, was reused, has connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: true,
+ connWait: time.Second * 5,
+ connMetricsDisabled: false,
+ },
+ out: testOut{
+ expectedConnReusedCount: 1,
+ expectedConnWaitTime: time.Second * 5,
+ },
+ },
+ {
+ description: "Fake bidder, nothing gets updated",
+ in: testIn{
+ adapterName: fakeBidder,
+ connWasReused: false,
+ connWait: 0,
+ connMetricsDisabled: false,
+ },
+ out: testOut{},
+ },
+ {
+ description: "Adapter connection metrics are disabled, nothing gets updated",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: false,
+ connWait: time.Second * 5,
+ connMetricsDisabled: true,
+ },
+ out: testOut{},
+ },
+ }
+
+ for i, test := range testCases {
+ registry := metrics.NewRegistry()
+ m := NewMetrics(registry, []openrtb_ext.BidderName{openrtb_ext.BidderAppnexus}, config.DisabledMetrics{AdapterConnectionMetrics: test.in.connMetricsDisabled})
+
+ m.RecordAdapterConnections(test.in.adapterName, test.in.connWasReused, test.in.connWait)
+
+ assert.Equal(t, test.out.expectedConnReusedCount, m.AdapterMetrics[openrtb_ext.BidderAppnexus].ConnReused.Count(), "Test [%d] incorrect number of reused connections to adapter", i)
+ assert.Equal(t, test.out.expectedConnCreatedCount, m.AdapterMetrics[openrtb_ext.BidderAppnexus].ConnCreated.Count(), "Test [%d] incorrect number of new connections to adapter created", i)
+ assert.Equal(t, test.out.expectedConnWaitTime.Nanoseconds(), m.AdapterMetrics[openrtb_ext.BidderAppnexus].ConnWaitTime.Sum(), "Test [%d] incorrect wait time in connection to adapter", i)
+ }
+}
+
func TestNewMetricsWithDisabledConfig(t *testing.T) {
registry := metrics.NewRegistry()
m := NewMetrics(registry, []openrtb_ext.BidderName{openrtb_ext.BidderAppnexus, openrtb_ext.BidderRubicon}, config.DisabledMetrics{AccountAdapterDetails: true})
diff --git a/pbsmetrics/metrics.go b/pbsmetrics/metrics.go
index 514fbac1015..8133bc739a0 100644
--- a/pbsmetrics/metrics.go
+++ b/pbsmetrics/metrics.go
@@ -301,6 +301,8 @@ type MetricsEngine interface {
RecordLegacyImps(labels Labels, numImps int) // RecordImps for the legacy engine
RecordRequestTime(labels Labels, length time.Duration) // ignores adapter. only statusOk and statusErr fom status
RecordAdapterRequest(labels AdapterLabels)
+ RecordAdapterConnections(adapterName openrtb_ext.BidderName, connWasReused bool, connWaitTime time.Duration)
+ RecordDNSTime(dnsLookupTime time.Duration)
RecordAdapterPanic(labels AdapterLabels)
// This records whether or not a bid of a particular type uses `adm` or `nurl`.
// Since the legacy endpoints don't have a bid type, it can only count bids from OpenRTB and AMP.
diff --git a/pbsmetrics/metrics_mock.go b/pbsmetrics/metrics_mock.go
index 6c263f0af4d..42a2d1b4c8f 100644
--- a/pbsmetrics/metrics_mock.go
+++ b/pbsmetrics/metrics_mock.go
@@ -52,6 +52,16 @@ func (me *MetricsEngineMock) RecordAdapterRequest(labels AdapterLabels) {
me.Called(labels)
}
+// RecordAdapterConnections mock
+func (me *MetricsEngineMock) RecordAdapterConnections(bidderName openrtb_ext.BidderName, connWasReused bool, connWaitTime time.Duration) {
+ me.Called(bidderName, connWasReused, connWaitTime)
+}
+
+// RecordDNSTime mock
+func (me *MetricsEngineMock) RecordDNSTime(dnsLookupTime time.Duration) {
+ me.Called(dnsLookupTime)
+}
+
// RecordAdapterBidReceived mock
func (me *MetricsEngineMock) RecordAdapterBidReceived(labels AdapterLabels, bidType openrtb_ext.BidType, hasAdm bool) {
me.Called(labels, bidType, hasAdm)
diff --git a/pbsmetrics/prometheus/preload.go b/pbsmetrics/prometheus/preload.go
index ef1d300c4df..4f62a18aae9 100644
--- a/pbsmetrics/prometheus/preload.go
+++ b/pbsmetrics/prometheus/preload.go
@@ -85,6 +85,20 @@ func preloadLabelValues(m *Metrics) {
hasBidsLabel: boolValues,
})
+ if !m.metricsDisabled.AdapterConnectionMetrics {
+ preloadLabelValuesForCounter(m.adapterCreatedConnections, map[string][]string{
+ adapterLabel: adapterValues,
+ })
+
+ preloadLabelValuesForCounter(m.adapterReusedConnections, map[string][]string{
+ adapterLabel: adapterValues,
+ })
+
+ preloadLabelValuesForHistogram(m.adapterConnectionWaitTime, map[string][]string{
+ adapterLabel: adapterValues,
+ })
+ }
+
preloadLabelValuesForHistogram(m.adapterRequestsTimer, map[string][]string{
adapterLabel: adapterValues,
})
diff --git a/pbsmetrics/prometheus/prometheus.go b/pbsmetrics/prometheus/prometheus.go
index d94c4d78f62..b42399b2a62 100644
--- a/pbsmetrics/prometheus/prometheus.go
+++ b/pbsmetrics/prometheus/prometheus.go
@@ -29,23 +29,29 @@ type Metrics struct {
storedImpressionsCacheResult *prometheus.CounterVec
storedRequestCacheResult *prometheus.CounterVec
timeoutNotifications *prometheus.CounterVec
+ dnsLookupTimer prometheus.Histogram
privacyCCPA *prometheus.CounterVec
privacyCOPPA *prometheus.CounterVec
privacyLMT *prometheus.CounterVec
privacyTCF *prometheus.CounterVec
// Adapter Metrics
- adapterBids *prometheus.CounterVec
- adapterCookieSync *prometheus.CounterVec
- adapterErrors *prometheus.CounterVec
- adapterPanics *prometheus.CounterVec
- adapterPrices *prometheus.HistogramVec
- adapterRequests *prometheus.CounterVec
- adapterRequestsTimer *prometheus.HistogramVec
- adapterUserSync *prometheus.CounterVec
+ adapterBids *prometheus.CounterVec
+ adapterCookieSync *prometheus.CounterVec
+ adapterErrors *prometheus.CounterVec
+ adapterPanics *prometheus.CounterVec
+ adapterPrices *prometheus.HistogramVec
+ adapterRequests *prometheus.CounterVec
+ adapterRequestsTimer *prometheus.HistogramVec
+ adapterUserSync *prometheus.CounterVec
+ adapterReusedConnections *prometheus.CounterVec
+ adapterCreatedConnections *prometheus.CounterVec
+ adapterConnectionWaitTime *prometheus.HistogramVec
// Account Metrics
accountRequests *prometheus.CounterVec
+
+ metricsDisabled config.DisabledMetrics
}
const (
@@ -97,14 +103,15 @@ const (
)
// NewMetrics initializes a new Prometheus metrics instance with preloaded label values.
-func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
- requestTimeBuckets := []float64{0.05, 0.1, 0.15, 0.20, 0.25, 0.3, 0.4, 0.5, 0.75, 1}
+func NewMetrics(cfg config.PrometheusMetrics, disabledMetrics config.DisabledMetrics) *Metrics {
+ standardTimeBuckets := []float64{0.05, 0.1, 0.15, 0.20, 0.25, 0.3, 0.4, 0.5, 0.75, 1}
cacheWriteTimeBuckets := []float64{0.001, 0.002, 0.005, 0.01, 0.025, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 1}
priceBuckets := []float64{250, 500, 750, 1000, 1500, 2000, 2500, 3000, 3500, 4000}
queuedRequestTimeBuckets := []float64{0, 1, 5, 30, 60, 120, 180, 240, 300}
metrics := Metrics{}
metrics.Registry = prometheus.NewRegistry()
+ metrics.metricsDisabled = disabledMetrics
metrics.connectionsClosed = newCounterWithoutLabels(cfg, metrics.Registry,
"connections_closed",
@@ -132,7 +139,7 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"impressions_requests_legacy",
"Count of requested impressions to Prebid Server using the legacy endpoint.")
- metrics.prebidCacheWriteTimer = newHistogram(cfg, metrics.Registry,
+ metrics.prebidCacheWriteTimer = newHistogramVec(cfg, metrics.Registry,
"prebidcache_write_time_seconds",
"Seconds to write to Prebid Cache labeled by success or failure. Failure timing is limited by Prebid Server enforced timeouts.",
[]string{successLabel},
@@ -143,11 +150,11 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of total requests to Prebid Server labeled by type and status.",
[]string{requestTypeLabel, requestStatusLabel})
- metrics.requestsTimer = newHistogram(cfg, metrics.Registry,
+ metrics.requestsTimer = newHistogramVec(cfg, metrics.Registry,
"request_time_seconds",
"Seconds to resolve successful Prebid Server requests labeled by type.",
[]string{requestTypeLabel},
- requestTimeBuckets)
+ standardTimeBuckets)
metrics.requestsWithoutCookie = newCounter(cfg, metrics.Registry,
"requests_without_cookie",
@@ -169,6 +176,11 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of timeout notifications triggered, and if they were successfully sent.",
[]string{successLabel})
+ metrics.dnsLookupTimer = newHistogram(cfg, metrics.Registry,
+ "dns_lookup_time",
+ "Seconds to resolve DNS",
+ standardTimeBuckets)
+
metrics.privacyCCPA = newCounter(cfg, metrics.Registry,
"privacy_ccpa",
"Count of total requests to Prebid Server where CCPA was provided by source and opt-out .",
@@ -209,7 +221,7 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of panics labeled by adapter.",
[]string{adapterLabel})
- metrics.adapterPrices = newHistogram(cfg, metrics.Registry,
+ metrics.adapterPrices = newHistogramVec(cfg, metrics.Registry,
"adapter_prices",
"Monetary value of the bids labeled by adapter.",
[]string{adapterLabel},
@@ -220,11 +232,29 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of requests labeled by adapter, if has a cookie, and if it resulted in bids.",
[]string{adapterLabel, cookieLabel, hasBidsLabel})
- metrics.adapterRequestsTimer = newHistogram(cfg, metrics.Registry,
+ if !metrics.metricsDisabled.AdapterConnectionMetrics {
+ metrics.adapterCreatedConnections = newCounter(cfg, metrics.Registry,
+ "adapter_connection_created",
+ "Count that keeps track of new connections when contacting adapter bidder endpoints.",
+ []string{adapterLabel})
+
+ metrics.adapterReusedConnections = newCounter(cfg, metrics.Registry,
+ "adapter_connection_reused",
+ "Count that keeps track of reused connections when contacting adapter bidder endpoints.",
+ []string{adapterLabel})
+
+ metrics.adapterConnectionWaitTime = newHistogramVec(cfg, metrics.Registry,
+ "adapter_connection_wait",
+ "Seconds from when the connection was requested until it is either created or reused",
+ []string{adapterLabel},
+ standardTimeBuckets)
+ }
+
+ metrics.adapterRequestsTimer = newHistogramVec(cfg, metrics.Registry,
"adapter_request_time_seconds",
"Seconds to resolve each successful request labeled by adapter.",
[]string{adapterLabel},
- requestTimeBuckets)
+ standardTimeBuckets)
metrics.adapterUserSync = newCounter(cfg, metrics.Registry,
"adapter_user_sync",
@@ -236,7 +266,7 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
"Count of total requests to Prebid Server labeled by account.",
[]string{accountLabel})
- metrics.requestsQueueTimer = newHistogram(cfg, metrics.Registry,
+ metrics.requestsQueueTimer = newHistogramVec(cfg, metrics.Registry,
"request_queue_time",
"Seconds request was waiting in queue",
[]string{requestTypeLabel, requestStatusLabel},
@@ -271,7 +301,7 @@ func newCounterWithoutLabels(cfg config.PrometheusMetrics, registry *prometheus.
return counter
}
-func newHistogram(cfg config.PrometheusMetrics, registry *prometheus.Registry, name, help string, labels []string, buckets []float64) *prometheus.HistogramVec {
+func newHistogramVec(cfg config.PrometheusMetrics, registry *prometheus.Registry, name, help string, labels []string, buckets []float64) *prometheus.HistogramVec {
opts := prometheus.HistogramOpts{
Namespace: cfg.Namespace,
Subsystem: cfg.Subsystem,
@@ -284,6 +314,19 @@ func newHistogram(cfg config.PrometheusMetrics, registry *prometheus.Registry, n
return histogram
}
+func newHistogram(cfg config.PrometheusMetrics, registry *prometheus.Registry, name, help string, buckets []float64) prometheus.Histogram {
+ opts := prometheus.HistogramOpts{
+ Namespace: cfg.Namespace,
+ Subsystem: cfg.Subsystem,
+ Name: name,
+ Help: help,
+ Buckets: buckets,
+ }
+ histogram := prometheus.NewHistogram(opts)
+ registry.MustRegister(histogram)
+ return histogram
+}
+
func (m *Metrics) RecordConnectionAccept(success bool) {
if success {
m.connectionsOpened.Inc()
@@ -359,6 +402,32 @@ func (m *Metrics) RecordAdapterRequest(labels pbsmetrics.AdapterLabels) {
}
}
+// Keeps track of created and reused connections to adapter bidders and the time from the
+// connection request, to the connection creation, or reuse from the pool across all engines
+func (m *Metrics) RecordAdapterConnections(adapterName openrtb_ext.BidderName, connWasReused bool, connWaitTime time.Duration) {
+ if m.metricsDisabled.AdapterConnectionMetrics {
+ return
+ }
+
+ if connWasReused {
+ m.adapterReusedConnections.With(prometheus.Labels{
+ adapterLabel: string(adapterName),
+ }).Inc()
+ } else {
+ m.adapterCreatedConnections.With(prometheus.Labels{
+ adapterLabel: string(adapterName),
+ }).Inc()
+ }
+
+ m.adapterConnectionWaitTime.With(prometheus.Labels{
+ adapterLabel: string(adapterName),
+ }).Observe(connWaitTime.Seconds())
+}
+
+func (m *Metrics) RecordDNSTime(dnsLookupTime time.Duration) {
+ m.dnsLookupTimer.Observe(dnsLookupTime.Seconds())
+}
+
func (m *Metrics) RecordAdapterPanic(labels pbsmetrics.AdapterLabels) {
m.adapterPanics.With(prometheus.Labels{
adapterLabel: string(labels.Adapter),
diff --git a/pbsmetrics/prometheus/prometheus_test.go b/pbsmetrics/prometheus/prometheus_test.go
index b722ab28b5c..b6153b16278 100644
--- a/pbsmetrics/prometheus/prometheus_test.go
+++ b/pbsmetrics/prometheus/prometheus_test.go
@@ -1,6 +1,7 @@
package prometheusmetrics
import (
+ "fmt"
"testing"
"time"
@@ -17,7 +18,7 @@ func createMetricsForTesting() *Metrics {
Port: 8080,
Namespace: "prebid",
Subsystem: "server",
- })
+ }, config.DisabledMetrics{})
}
func TestMetricCountGatekeeping(t *testing.T) {
@@ -61,7 +62,7 @@ func TestMetricCountGatekeeping(t *testing.T) {
// Verify Per-Adapter Cardinality
// - This assertion provides a warning for newly added adapter metrics. Threre are 40+ adapters which makes the
// cost of new per-adapter metrics rather expensive. Thought should be given when adding new per-adapter metrics.
- assert.True(t, perAdapterCardinalityCount <= 22, "Per-Adapter Cardinality")
+ assert.True(t, perAdapterCardinalityCount <= 27, "Per-Adapter Cardinality count equals %d \n", perAdapterCardinalityCount)
}
func TestConnectionMetrics(t *testing.T) {
@@ -944,6 +945,175 @@ func TestTimeoutNotifications(t *testing.T) {
}
+func TestRecordDNSTime(t *testing.T) {
+ type testIn struct {
+ dnsLookupDuration time.Duration
+ }
+ type testOut struct {
+ expDuration float64
+ expCount uint64
+ }
+ testCases := []struct {
+ description string
+ in testIn
+ out testOut
+ }{
+ {
+ description: "Five second DNS lookup time",
+ in: testIn{
+ dnsLookupDuration: time.Second * 5,
+ },
+ out: testOut{
+ expDuration: 5,
+ expCount: 1,
+ },
+ },
+ {
+ description: "Zero DNS lookup time",
+ in: testIn{},
+ out: testOut{
+ expDuration: 0,
+ expCount: 1,
+ },
+ },
+ }
+ for i, test := range testCases {
+ pm := createMetricsForTesting()
+ pm.RecordDNSTime(test.in.dnsLookupDuration)
+
+ m := dto.Metric{}
+ pm.dnsLookupTimer.Write(&m)
+ histogram := *m.GetHistogram()
+
+ assert.Equal(t, test.out.expCount, histogram.GetSampleCount(), "[%d] Incorrect number of histogram entries. Desc: %s\n", i, test.description)
+ assert.Equal(t, test.out.expDuration, histogram.GetSampleSum(), "[%d] Incorrect number of histogram cumulative values. Desc: %s\n", i, test.description)
+ }
+}
+
+func TestRecordAdapterConnections(t *testing.T) {
+
+ type testIn struct {
+ adapterName openrtb_ext.BidderName
+ connWasReused bool
+ connWait time.Duration
+ }
+
+ type testOut struct {
+ expectedConnReusedCount int64
+ expectedConnCreatedCount int64
+ expectedConnWaitCount uint64
+ expectedConnWaitTime float64
+ }
+
+ testCases := []struct {
+ description string
+ in testIn
+ out testOut
+ }{
+ {
+ description: "[1] Successful, new connection created, was idle, has connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: false,
+ connWait: time.Second * 5,
+ },
+ out: testOut{
+ expectedConnReusedCount: 0,
+ expectedConnCreatedCount: 1,
+ expectedConnWaitCount: 1,
+ expectedConnWaitTime: 5,
+ },
+ },
+ {
+ description: "[2] Successful, new connection created, not idle, has connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: false,
+ connWait: time.Second * 4,
+ },
+ out: testOut{
+ expectedConnReusedCount: 0,
+ expectedConnCreatedCount: 1,
+ expectedConnWaitCount: 1,
+ expectedConnWaitTime: 4,
+ },
+ },
+ {
+ description: "[3] Successful, was reused, was idle, no connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: true,
+ },
+ out: testOut{
+ expectedConnReusedCount: 1,
+ expectedConnCreatedCount: 0,
+ expectedConnWaitCount: 1,
+ expectedConnWaitTime: 0,
+ },
+ },
+ {
+ description: "[4] Successful, was reused, not idle, has connection wait",
+ in: testIn{
+ adapterName: openrtb_ext.BidderAppnexus,
+ connWasReused: true,
+ connWait: time.Second * 5,
+ },
+ out: testOut{
+ expectedConnReusedCount: 1,
+ expectedConnCreatedCount: 0,
+ expectedConnWaitCount: 1,
+ expectedConnWaitTime: 5,
+ },
+ },
+ }
+
+ for i, test := range testCases {
+ m := createMetricsForTesting()
+ assertDesciptions := []string{
+ fmt.Sprintf("[%d] Metric: adapterReusedConnections; Desc: %s", i+1, test.description),
+ fmt.Sprintf("[%d] Metric: adapterCreatedConnections; Desc: %s", i+1, test.description),
+ fmt.Sprintf("[%d] Metric: adapterWaitConnectionCount; Desc: %s", i+1, test.description),
+ fmt.Sprintf("[%d] Metric: adapterWaitConnectionTime; Desc: %s", i+1, test.description),
+ }
+
+ m.RecordAdapterConnections(test.in.adapterName, test.in.connWasReused, test.in.connWait)
+
+ // Assert number of reused connections
+ assertCounterVecValue(t,
+ assertDesciptions[0],
+ "adapter_connection_reused",
+ m.adapterReusedConnections,
+ float64(test.out.expectedConnReusedCount),
+ prometheus.Labels{adapterLabel: string(test.in.adapterName)})
+
+ // Assert number of new created connections
+ assertCounterVecValue(t,
+ assertDesciptions[1],
+ "adapter_connection_created",
+ m.adapterCreatedConnections,
+ float64(test.out.expectedConnCreatedCount),
+ prometheus.Labels{adapterLabel: string(test.in.adapterName)})
+
+ // Assert connection wait time
+ histogram := getHistogramFromHistogramVec(m.adapterConnectionWaitTime, adapterLabel, string(test.in.adapterName))
+ assert.Equal(t, test.out.expectedConnWaitCount, histogram.GetSampleCount(), assertDesciptions[2])
+ assert.Equal(t, test.out.expectedConnWaitTime, histogram.GetSampleSum(), assertDesciptions[3])
+ }
+}
+
+func TestDisableAdapterConnections(t *testing.T) {
+ prometheusMetrics := NewMetrics(config.PrometheusMetrics{
+ Port: 8080,
+ Namespace: "prebid",
+ Subsystem: "server",
+ }, config.DisabledMetrics{AdapterConnectionMetrics: true})
+
+ // Assert counter vector was not initialized
+ assert.Nil(t, prometheusMetrics.adapterReusedConnections, "Counter Vector adapterReusedConnections should be nil")
+ assert.Nil(t, prometheusMetrics.adapterCreatedConnections, "Counter Vector adapterCreatedConnections should be nil")
+ assert.Nil(t, prometheusMetrics.adapterConnectionWaitTime, "Counter Vector adapterConnectionWaitTime should be nil")
+}
+
func TestRecordRequestPrivacy(t *testing.T) {
m := createMetricsForTesting()
From f1582a494e407635544be416632e26c76d2b1881 Mon Sep 17 00:00:00 2001
From: PubMatic-OpenWrap
Date: Mon, 27 Jul 2020 18:53:23 +0530
Subject: [PATCH 150/381] Pubmatic: Support for video duration and primary
category (#1384)
* Adding suport for video duration and primary category in pubmatic adapter
* Adding code review changes for PR-1384
* Adding changes for syntaxNode suggestion
Co-authored-by: Isha Bharti
---
adapters/pubmatic/pubmatic.go | 67 ++++++++++++-------
adapters/pubmatic/pubmatic_test.go | 33 ++++-----
.../pubmatictest/exemplary/video.json | 21 ++++--
3 files changed, 78 insertions(+), 43 deletions(-)
diff --git a/adapters/pubmatic/pubmatic.go b/adapters/pubmatic/pubmatic.go
index aae115386d0..795655048b4 100644
--- a/adapters/pubmatic/pubmatic.go
+++ b/adapters/pubmatic/pubmatic.go
@@ -21,7 +21,6 @@ import (
)
const MAX_IMPRESSIONS_PUBMATIC = 30
-const bidTypeExtKey = "BidType"
type PubmaticAdapter struct {
http *adapters.HTTPAdapter
@@ -48,6 +47,15 @@ type pubmaticParams struct {
Keywords map[string]string `json:"keywords,omitempty"`
}
+type pubmaticBidExtVideo struct {
+ Duration *int `json:"duration,omitempty"`
+}
+
+type pubmaticBidExt struct {
+ BidType *int `json:"BidType,omitempty"`
+ VideoCreativeInfo *pubmaticBidExtVideo `json:"video,omitempty"`
+}
+
const (
INVALID_PARAMS = "Invalid BidParam"
MISSING_PUBID = "Missing PubID"
@@ -289,7 +297,11 @@ func (a *PubmaticAdapter) Call(ctx context.Context, req *pbs.PBSRequest, bidder
DealId: bid.DealID,
}
- mediaType := getBidType(bid.Ext)
+ var bidExt pubmaticBidExt
+ mediaType := openrtb_ext.BidTypeBanner
+ if err := json.Unmarshal(bid.Ext, &bidExt); err == nil {
+ mediaType = getBidType(&bidExt)
+ }
pbid.CreativeMediaType = string(mediaType)
bids = append(bids, &pbid)
@@ -549,9 +561,24 @@ func (a *PubmaticAdapter) MakeBids(internalRequest *openrtb.BidRequest, external
for _, sb := range bidResp.SeatBid {
for i := 0; i < len(sb.Bid); i++ {
bid := sb.Bid[i]
+ impVideo := &openrtb_ext.ExtBidPrebidVideo{}
+
+ if len(bid.Cat) > 1 {
+ bid.Cat = bid.Cat[0:1]
+ }
+
+ var bidExt *pubmaticBidExt
+ bidType := openrtb_ext.BidTypeBanner
+ if err := json.Unmarshal(bid.Ext, &bidExt); err == nil && bidExt != nil {
+ if bidExt.VideoCreativeInfo != nil && bidExt.VideoCreativeInfo.Duration != nil {
+ impVideo.Duration = *bidExt.VideoCreativeInfo.Duration
+ }
+ bidType = getBidType(bidExt)
+ }
bidResponse.Bids = append(bidResponse.Bids, &adapters.TypedBid{
- Bid: &bid,
- BidType: getBidType(bid.Ext),
+ Bid: &bid,
+ BidType: bidType,
+ BidVideo: impVideo,
})
}
@@ -560,28 +587,20 @@ func (a *PubmaticAdapter) MakeBids(internalRequest *openrtb.BidRequest, external
}
// getBidType returns the bid type specified in the response bid.ext
-func getBidType(bidExt json.RawMessage) openrtb_ext.BidType {
+func getBidType(bidExt *pubmaticBidExt) openrtb_ext.BidType {
// setting "banner" as the default bid type
bidType := openrtb_ext.BidTypeBanner
- if bidExt != nil {
- bidExtMap := make(map[string]interface{})
- extbyte, err := json.Marshal(bidExt)
- if err == nil {
- err = json.Unmarshal(extbyte, &bidExtMap)
- if err == nil && bidExtMap[bidTypeExtKey] != nil {
- bidTypeVal := int(bidExtMap[bidTypeExtKey].(float64))
- switch bidTypeVal {
- case 0:
- bidType = openrtb_ext.BidTypeBanner
- case 1:
- bidType = openrtb_ext.BidTypeVideo
- case 2:
- bidType = openrtb_ext.BidTypeNative
- default:
- // default value is banner
- bidType = openrtb_ext.BidTypeBanner
- }
- }
+ if bidExt != nil && bidExt.BidType != nil {
+ switch *bidExt.BidType {
+ case 0:
+ bidType = openrtb_ext.BidTypeBanner
+ case 1:
+ bidType = openrtb_ext.BidTypeVideo
+ case 2:
+ bidType = openrtb_ext.BidTypeNative
+ default:
+ // default value is banner
+ bidType = openrtb_ext.BidTypeBanner
}
}
return bidType
diff --git a/adapters/pubmatic/pubmatic_test.go b/adapters/pubmatic/pubmatic_test.go
index be086f5adf1..5dd236d9742 100644
--- a/adapters/pubmatic/pubmatic_test.go
+++ b/adapters/pubmatic/pubmatic_test.go
@@ -674,18 +674,18 @@ func TestPubmaticSampleRequest(t *testing.T) {
}
func TestGetBidTypeVideo(t *testing.T) {
- extJSON := `{"BidType":1}`
- extrm := json.RawMessage(extJSON)
- actualBidTypeValue := getBidType(extrm)
+ pubmaticExt := new(pubmaticBidExt)
+ pubmaticExt.BidType = new(int)
+ *pubmaticExt.BidType = 1
+ actualBidTypeValue := getBidType(pubmaticExt)
if actualBidTypeValue != openrtb_ext.BidTypeVideo {
t.Errorf("Expected Bid Type value was: %v, actual value is: %v", openrtb_ext.BidTypeVideo, actualBidTypeValue)
}
}
func TestGetBidTypeForMissingBidTypeExt(t *testing.T) {
- extJSON := `{}`
- extrm := json.RawMessage(extJSON)
- actualBidTypeValue := getBidType(extrm)
+ pubmaticExt := pubmaticBidExt{}
+ actualBidTypeValue := getBidType(&pubmaticExt)
// banner is the default bid type when no bidType key is present in the bid.ext
if actualBidTypeValue != "banner" {
t.Errorf("Expected Bid Type value was: banner, actual value is: %v", actualBidTypeValue)
@@ -693,27 +693,30 @@ func TestGetBidTypeForMissingBidTypeExt(t *testing.T) {
}
func TestGetBidTypeBanner(t *testing.T) {
- extJSON := `{"BidType":0}`
- extrm := json.RawMessage(extJSON)
- actualBidTypeValue := getBidType(extrm)
+ pubmaticExt := new(pubmaticBidExt)
+ pubmaticExt.BidType = new(int)
+ *pubmaticExt.BidType = 0
+ actualBidTypeValue := getBidType(pubmaticExt)
if actualBidTypeValue != openrtb_ext.BidTypeBanner {
t.Errorf("Expected Bid Type value was: %v, actual value is: %v", openrtb_ext.BidTypeBanner, actualBidTypeValue)
}
}
func TestGetBidTypeNative(t *testing.T) {
- extJSON := `{"BidType":2}`
- extrm := json.RawMessage(extJSON)
- actualBidTypeValue := getBidType(extrm)
+ pubmaticExt := new(pubmaticBidExt)
+ pubmaticExt.BidType = new(int)
+ *pubmaticExt.BidType = 2
+ actualBidTypeValue := getBidType(pubmaticExt)
if actualBidTypeValue != openrtb_ext.BidTypeNative {
t.Errorf("Expected Bid Type value was: %v, actual value is: %v", openrtb_ext.BidTypeNative, actualBidTypeValue)
}
}
func TestGetBidTypeForUnsupportedCode(t *testing.T) {
- extJSON := `{"BidType":99}`
- extrm := json.RawMessage(extJSON)
- actualBidTypeValue := getBidType(extrm)
+ pubmaticExt := new(pubmaticBidExt)
+ pubmaticExt.BidType = new(int)
+ *pubmaticExt.BidType = 99
+ actualBidTypeValue := getBidType(pubmaticExt)
if actualBidTypeValue != openrtb_ext.BidTypeBanner {
t.Errorf("Expected Bid Type value was: %v, actual value is: %v", openrtb_ext.BidTypeBanner, actualBidTypeValue)
}
diff --git a/adapters/pubmatic/pubmatictest/exemplary/video.json b/adapters/pubmatic/pubmatictest/exemplary/video.json
index 25ed366ee05..4c874535a35 100644
--- a/adapters/pubmatic/pubmatictest/exemplary/video.json
+++ b/adapters/pubmatic/pubmatictest/exemplary/video.json
@@ -112,10 +112,14 @@
"h": 250,
"w": 300,
"dealid":"test deal",
+ "cat" : ["IAB-1", "IAB-2"],
"ext": {
"dspid": 6,
"deal_channel": 1,
- "BidType": 1
+ "BidType": 1,
+ "video" : {
+ "duration" : 5
+ }
}
}]
}
@@ -139,6 +143,9 @@
"adid": "29681110",
"adm": "some-test-ad",
"adomain": ["pubmatic.com"],
+ "cat": [
+ "IAB-1"
+ ],
"crid": "29681110",
"w": 300,
"h": 250,
@@ -146,12 +153,18 @@
"ext": {
"dspid": 6,
"deal_channel": 1,
- "BidType": 1
+ "BidType": 1,
+ "video" : {
+ "duration" : 5
+ }
}
},
- "type": "video"
+ "type": "video",
+ "video" :{
+ "duration" : 5
+ }
}
]
}
]
- }
\ No newline at end of file
+ }
From a857e6868e0de3445dc0c65cf6522d290ce1df23 Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Wed, 29 Jul 2020 12:03:31 -0400
Subject: [PATCH 151/381] Add IPv6 Non-Public Network (#1417)
---
config/config.go | 11 ++++++-----
1 file changed, 6 insertions(+), 5 deletions(-)
diff --git a/config/config.go b/config/config.go
index a82dbb5edf7..8545523d238 100755
--- a/config/config.go
+++ b/config/config.go
@@ -896,13 +896,14 @@ func SetupViper(v *viper.Viper, filename string) {
/* Loopback: 127.0.0.0/8
/*
/* IPv6
- /* Loopback: ::1/128
- /* Unique Local: fc00::/7
- /* Link Local: fe80::/10
- /* Multicast: ff00::/8
+ /* Loopback: ::1/128
+ /* Documentation: 2001:db8::/32
+ /* Unique Local: fc00::/7
+ /* Link Local: fe80::/10
+ /* Multicast: ff00::/8
*/
v.SetDefault("request_validation.ipv4_private_networks", []string{"10.0.0.0/8", "172.16.0.0/12", "192.168.0.0/16", "169.254.0.0/16", "127.0.0.0/8"})
- v.SetDefault("request_validation.ipv6_private_networks", []string{"::1/128", "fc00::/7", "fe80::/10", "ff00::/8"})
+ v.SetDefault("request_validation.ipv6_private_networks", []string{"::1/128", "fc00::/7", "fe80::/10", "ff00::/8", "2001:db8::/32"})
// Set environment variable support:
v.SetEnvKeyReplacer(strings.NewReplacer(".", "_"))
From 3fa47ab2218a1fdcb6d9a6fc5edd3fff5ad10318 Mon Sep 17 00:00:00 2001
From: susyt
Date: Wed, 29 Jul 2020 14:18:29 -0700
Subject: [PATCH 152/381] GumGum: adds support for video (#1408)
---
adapters/gumgum/gumgum.go | 57 ++++++++--
.../gumgum/gumgumtest/exemplary/video.json | 106 ++++++++++++++++++
.../gumgum/gumgumtest/params/race/video.json | 3 +
.../supplemental/missing-video-params.json | 36 ++++++
static/bidder-info/gumgum.yaml | 1 +
5 files changed, 193 insertions(+), 10 deletions(-)
create mode 100644 adapters/gumgum/gumgumtest/exemplary/video.json
create mode 100644 adapters/gumgum/gumgumtest/params/race/video.json
create mode 100644 adapters/gumgum/gumgumtest/supplemental/missing-video-params.json
diff --git a/adapters/gumgum/gumgum.go b/adapters/gumgum/gumgum.go
index 84a008d1891..490979091a4 100644
--- a/adapters/gumgum/gumgum.go
+++ b/adapters/gumgum/gumgum.go
@@ -8,12 +8,16 @@ import (
"github.com/prebid/prebid-server/errortypes"
"github.com/prebid/prebid-server/openrtb_ext"
"net/http"
+ "strconv"
+ "strings"
)
+// GumGumAdapter implements Bidder interface.
type GumGumAdapter struct {
URI string
}
+// MakeRequests makes the HTTP requests which should be made to fetch bids.
func (g *GumGumAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
var validImps []openrtb.Imp
var trackingId string
@@ -26,15 +30,21 @@ func (g *GumGumAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapt
zone, err := preprocess(&imp)
if err != nil {
errs = append(errs, err)
- } else {
- if request.Imp[i].Banner != nil {
- bannerCopy := *request.Imp[i].Banner
- if bannerCopy.W == nil && bannerCopy.H == nil && len(bannerCopy.Format) > 0 {
- format := bannerCopy.Format[0]
- bannerCopy.W = &(format.W)
- bannerCopy.H = &(format.H)
- }
- request.Imp[i].Banner = &bannerCopy
+ } else if request.Imp[i].Banner != nil {
+ bannerCopy := *request.Imp[i].Banner
+ if bannerCopy.W == nil && bannerCopy.H == nil && len(bannerCopy.Format) > 0 {
+ format := bannerCopy.Format[0]
+ bannerCopy.W = &(format.W)
+ bannerCopy.H = &(format.H)
+ }
+ request.Imp[i].Banner = &bannerCopy
+ validImps = append(validImps, request.Imp[i])
+ trackingId = zone
+ } else if request.Imp[i].Video != nil {
+ err := validateVideoParams(request.Imp[i].Video)
+ if err != nil {
+ errs = append(errs, err)
+ } else {
validImps = append(validImps, request.Imp[i])
trackingId = zone
}
@@ -70,6 +80,7 @@ func (g *GumGumAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapt
}}, errs
}
+// MakeBids unpacks the server's response into Bids.
func (g *GumGumAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
if response.StatusCode == http.StatusNoContent {
return nil, nil
@@ -98,12 +109,19 @@ func (g *GumGumAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRe
for _, sb := range bidResp.SeatBid {
for i := range sb.Bid {
+ mediaType := getMediaTypeForImpID(sb.Bid[i].ImpID, internalRequest.Imp)
+ if mediaType == openrtb_ext.BidTypeVideo {
+ price := strconv.FormatFloat(sb.Bid[i].Price, 'f', -1, 64)
+ sb.Bid[i].AdM = strings.Replace(sb.Bid[i].AdM, "${AUCTION_PRICE}", price, -1)
+ }
+
bidResponse.Bids = append(bidResponse.Bids, &adapters.TypedBid{
Bid: &sb.Bid[i],
- BidType: openrtb_ext.BidTypeBanner,
+ BidType: mediaType,
})
}
}
+
return bidResponse, errs
}
@@ -128,6 +146,25 @@ func preprocess(imp *openrtb.Imp) (string, error) {
return zone, nil
}
+func getMediaTypeForImpID(impID string, imps []openrtb.Imp) openrtb_ext.BidType {
+ for _, imp := range imps {
+ if imp.ID == impID && imp.Banner != nil {
+ return openrtb_ext.BidTypeBanner
+ }
+ }
+ return openrtb_ext.BidTypeVideo
+}
+
+func validateVideoParams(video *openrtb.Video) (err error) {
+ if video.W == 0 || video.H == 0 || video.MinDuration == 0 || video.MaxDuration == 0 || video.Placement == 0 || video.Linearity == 0 {
+ return &errortypes.BadInput{
+ Message: "Invalid or missing video field(s)",
+ }
+ }
+ return nil
+}
+
+// NewGumGumBidder configures bidder endpoint.
func NewGumGumBidder(endpoint string) *GumGumAdapter {
return &GumGumAdapter{
URI: endpoint,
diff --git a/adapters/gumgum/gumgumtest/exemplary/video.json b/adapters/gumgum/gumgumtest/exemplary/video.json
new file mode 100644
index 00000000000..ea76c733f34
--- /dev/null
+++ b/adapters/gumgum/gumgumtest/exemplary/video.json
@@ -0,0 +1,106 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": [
+ "video/mp4"
+ ],
+ "minduration": 1,
+ "maxduration": 2,
+ "protocols": [
+ 1,
+ 2
+ ],
+ "w": 640,
+ "h": 480,
+ "startdelay": 1,
+ "placement": 1,
+ "linearity": 1
+ },
+ "ext": {
+ "bidder": {
+ "zone": "ggumtest"
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "https://g2.gumgum.com/providers/prbds2s/bid",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": [
+ "video/mp4"
+ ],
+ "minduration": 1,
+ "maxduration": 2,
+ "protocols": [
+ 1,
+ 2
+ ],
+ "w": 640,
+ "h": 480,
+ "startdelay": 1,
+ "placement": 1,
+ "linearity": 1
+ },
+ "ext": {
+ "bidder": {
+ "zone": "ggumtest"
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "15da721e-940a-4db6-8621-a1f93140b21b",
+ "impid": "video1",
+ "price": 15,
+ "adid": "59082",
+ "adm": "\n \n \n GumGum Video\n \n \n \n \n \n \n \n \n \n 00:00:15\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n",
+ "cid": "3579",
+ "crid": "59082"
+ }
+ ]
+ }
+ ]
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "15da721e-940a-4db6-8621-a1f93140b21b",
+ "impid": "video1",
+ "price": 15,
+ "adid": "59082",
+ "adm": "\n \n \n GumGum Video\n \n \n \n \n \n \n \n \n \n 00:00:15\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n",
+ "cid": "3579",
+ "crid": "59082"
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/gumgum/gumgumtest/params/race/video.json b/adapters/gumgum/gumgumtest/params/race/video.json
new file mode 100644
index 00000000000..3ed284384d3
--- /dev/null
+++ b/adapters/gumgum/gumgumtest/params/race/video.json
@@ -0,0 +1,3 @@
+{
+ "zone": "dc9d6be1"
+}
\ No newline at end of file
diff --git a/adapters/gumgum/gumgumtest/supplemental/missing-video-params.json b/adapters/gumgum/gumgumtest/supplemental/missing-video-params.json
new file mode 100644
index 00000000000..b2475cd7bb4
--- /dev/null
+++ b/adapters/gumgum/gumgumtest/supplemental/missing-video-params.json
@@ -0,0 +1,36 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": [
+ "video/mp4"
+ ],
+ "protocols": [
+ 1,
+ 2
+ ],
+ "w": 640,
+ "h": 480,
+ "startdelay": 1,
+ "placement": 1,
+ "linearity": 1
+ },
+ "ext": {
+ "bidder": {
+ "zone": "ggumtest"
+ }
+ }
+ }
+ ]
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "Invalid or missing video field(s)",
+ "comparison": "literal"
+ }
+ ]
+ }
+
\ No newline at end of file
diff --git a/static/bidder-info/gumgum.yaml b/static/bidder-info/gumgum.yaml
index 0feca7cdf73..6ba563b4c1c 100644
--- a/static/bidder-info/gumgum.yaml
+++ b/static/bidder-info/gumgum.yaml
@@ -4,3 +4,4 @@ capabilities:
site:
mediaTypes:
- banner
+ - video
\ No newline at end of file
From 551faadb0502cef9d7dda5b90655f348b3a7bc19 Mon Sep 17 00:00:00 2001
From: Laurentiu Badea
Date: Thu, 30 Jul 2020 09:23:27 -0700
Subject: [PATCH 153/381] OpenX adapter: pass optional platform (PBID-598)
(#1421)
---
adapters/openx/openx.go | 4 +++-
.../openxtest/exemplary/optional-params.json | 4 +++-
docs/bidders/openx.md | 7 ++++--
openrtb_ext/imp_openx.go | 1 +
static/bidder-params/openx.json | 22 +++++++++++++++++--
5 files changed, 32 insertions(+), 6 deletions(-)
diff --git a/adapters/openx/openx.go b/adapters/openx/openx.go
index ca88b18bdb8..c2a42adf295 100644
--- a/adapters/openx/openx.go
+++ b/adapters/openx/openx.go
@@ -22,7 +22,8 @@ type openxImpExt struct {
}
type openxReqExt struct {
- DelDomain string `json:"delDomain"`
+ DelDomain string `json:"delDomain,omitempty"`
+ Platform string `json:"platform,omitempty"`
BidderConfig string `json:"bc"`
}
@@ -125,6 +126,7 @@ func preprocess(imp *openrtb.Imp, reqExt *openxReqExt) error {
}
reqExt.DelDomain = openxExt.DelDomain
+ reqExt.Platform = openxExt.Platform
imp.TagID = openxExt.Unit
imp.BidFloor = openxExt.CustomFloor
diff --git a/adapters/openx/openxtest/exemplary/optional-params.json b/adapters/openx/openxtest/exemplary/optional-params.json
index 225559875a8..e8fcf394b8b 100644
--- a/adapters/openx/openxtest/exemplary/optional-params.json
+++ b/adapters/openx/openxtest/exemplary/optional-params.json
@@ -11,6 +11,7 @@
"bidder": {
"unit": "539439964",
"delDomain": "se-demo-d.openx.net",
+ "platform": "PLATFORM",
"customFloor": 0.1,
"customParams": {"foo": "bar"}
}
@@ -40,7 +41,8 @@
],
"ext": {
"bc": "hb_pbs_1.0.0",
- "delDomain": "se-demo-d.openx.net"
+ "delDomain": "se-demo-d.openx.net",
+ "platform": "PLATFORM"
}
}
},
diff --git a/docs/bidders/openx.md b/docs/bidders/openx.md
index c366db3ab61..54a0a5b1e72 100644
--- a/docs/bidders/openx.md
+++ b/docs/bidders/openx.md
@@ -5,10 +5,13 @@ OpenX supports the following parameters:
| property | type | required? | description | example |
|----------|------|-----------|-------------|---------|
| unit | string | required | The ad unit id | "10092842" |
-| delDomain | string | required | The delivery domain for the customer | "sademo-d.openx.net" |
+| delDomain | string | required\* | The delivery domain for the customer | "sademo-d.openx.net" |
+| platform | uuid | required\* | The platform id for the customer | "a3aece0c-9e80-4316-8deb-faf804779bd1" |
| customFloor | number | optional | The minimum CPM price in USD | 1.50 - sets a $1.50 floor |
| customParams | object | optional | User-defined targeting key-value pairs | {key1: "v1", key2: ["v2","v3"]} |
+\* At least one of `delDomain` or `platform` parameters is required.
+
If you have any questions regarding setting up, please reach out to your account manager or
@@ -59,4 +62,4 @@ If you have any questions regarding setting up, please reach out to your account
},
}
}
-```
\ No newline at end of file
+```
diff --git a/openrtb_ext/imp_openx.go b/openrtb_ext/imp_openx.go
index e63595b0912..2625cb3802d 100644
--- a/openrtb_ext/imp_openx.go
+++ b/openrtb_ext/imp_openx.go
@@ -3,6 +3,7 @@ package openrtb_ext
// ExtImpOpenx defines the contract for bidrequest.imp[i].ext.openx
type ExtImpOpenx struct {
Unit string `json:"unit"`
+ Platform string `json:"platform"`
DelDomain string `json:"delDomain"`
CustomFloor float64 `json:"customFloor"`
CustomParams map[string]interface{} `json:"customParams"`
diff --git a/static/bidder-params/openx.json b/static/bidder-params/openx.json
index 93a672ed629..6dbd10178e4 100644
--- a/static/bidder-params/openx.json
+++ b/static/bidder-params/openx.json
@@ -16,6 +16,11 @@
"pattern": "\\.[a-zA-Z]{2,3}$",
"format": "hostname"
},
+ "platform": {
+ "type": "string",
+ "description": "The platform id for the customer.",
+ "format": "uuid"
+ },
"customFloor": {
"type": "number",
"description": "The minimum CPM price in USD.",
@@ -26,6 +31,19 @@
"description": "User-defined targeting key-value pairs."
}
},
-
- "required": ["unit", "delDomain"]
+ "required": [
+ "unit"
+ ],
+ "anyOf": [
+ {
+ "required": [
+ "delDomain"
+ ]
+ },
+ {
+ "required": [
+ "platform"
+ ]
+ }
+ ]
}
From 126455ccfeb3965b5c4a8b49749dbbce144e5317 Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Thu, 30 Jul 2020 12:41:26 -0400
Subject: [PATCH 154/381] Adds keyvalue hb_format support (#1414)
---
docs/endpoints/openrtb2/auction.md | 3 +
exchange/exchange.go | 1 +
exchange/targeting.go | 4 +
exchange/targeting_test.go | 209 +++++++++++++++++++++++++++++
openrtb_ext/bid.go | 3 +
openrtb_ext/request.go | 1 +
6 files changed, 221 insertions(+)
diff --git a/docs/endpoints/openrtb2/auction.md b/docs/endpoints/openrtb2/auction.md
index d09216188b8..b532923e793 100644
--- a/docs/endpoints/openrtb2/auction.md
+++ b/docs/endpoints/openrtb2/auction.md
@@ -173,6 +173,7 @@ to set these params on the response at `response.seatbid[i].bid[j].ext.prebid.ta
},
"includewinners": false, // Optional param defaulting to true
"includebidderkeys": false // Optional param defaulting to true
+ "includeformat": false // Optional param defaulting to false
}
}
}
@@ -184,6 +185,8 @@ For backwards compatibility the following strings will also be allowed as price
One of "includewinners" or "includebidderkeys" must be true (both default to true if unset). If both were false, then no targeting keys would be set, which is better configured by omitting targeting altogether.
+The parameter "includeformat" indicates the type of the bid (banner, video, etc) for multiformat requests. It will add the key `hb_format` and/or `hb_format_{bidderName}` as per "includewinners" and "includebidderkeys" above.
+
MediaType PriceGranularity (PBS-Java only) - when a single OpenRTB request contains multiple impressions with different mediatypes, or a single impression supports multiple formats, the different mediatypes may need different price granularities. If `mediatypepricegranularity` is present, `pricegranularity` would only be used for any mediatypes not specified.
```
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 3f0258dd3c1..5001e495440 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -135,6 +135,7 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
includeBidderKeys: requestExt.Prebid.Targeting.IncludeBidderKeys,
includeCacheBids: shouldCacheBids,
includeCacheVast: shouldCacheVAST,
+ includeFormat: requestExt.Prebid.Targeting.IncludeFormat,
}
targData.cacheHost, targData.cachePath = e.cache.GetExtCacheData()
}
diff --git a/exchange/targeting.go b/exchange/targeting.go
index 994ad9e7c81..dca57653b44 100644
--- a/exchange/targeting.go
+++ b/exchange/targeting.go
@@ -22,6 +22,7 @@ type targetData struct {
includeBidderKeys bool
includeCacheBids bool
includeCacheVast bool
+ includeFormat bool
// cacheHost and cachePath exist to supply cache host and path as targeting parameters
cacheHost string
cachePath string
@@ -53,6 +54,9 @@ func (targData *targetData) setTargeting(auc *auction, isApp bool, categoryMappi
if vastID, ok := auc.vastCacheIds[topBidPerBidder.bid]; ok {
targData.addKeys(targets, openrtb_ext.HbVastCacheKey, vastID, bidderName, isOverallWinner)
}
+ if targData.includeFormat {
+ targData.addKeys(targets, openrtb_ext.HbFormatKey, string(topBidPerBidder.bidType), bidderName, isOverallWinner)
+ }
if targData.cacheHost != "" {
targData.addKeys(targets, openrtb_ext.HbConstantCacheHostKey, targData.cacheHost, bidderName, isOverallWinner)
diff --git a/exchange/targeting_test.go b/exchange/targeting_test.go
index 16955e97c5b..11b60db01f3 100644
--- a/exchange/targeting_test.go
+++ b/exchange/targeting_test.go
@@ -247,3 +247,212 @@ func (f *mockFetcher) GetId(bidder openrtb_ext.BidderName) (string, bool) {
func mockServer(w http.ResponseWriter, req *http.Request) {
w.Write([]byte("{}"))
}
+
+type TargetingTestData struct {
+ Description string
+ TargetData targetData
+ Auction auction
+ IsApp bool
+ CategoryMapping map[string]string
+ ExpectedBidTargetsByBidder map[string]map[openrtb_ext.BidderName]map[string]string
+}
+
+var bid123 *openrtb.Bid = &openrtb.Bid{
+ Price: 1.23,
+}
+
+var bid111 *openrtb.Bid = &openrtb.Bid{
+ Price: 1.11,
+ DealID: "mydeal",
+}
+var bid084 *openrtb.Bid = &openrtb.Bid{
+ Price: 0.84,
+}
+
+var TargetingTests []TargetingTestData = []TargetingTestData{
+ {
+ Description: "Targeting winners only (most basic targeting example)",
+ TargetData: targetData{
+ priceGranularity: openrtb_ext.PriceGranularityFromString("med"),
+ includeWinners: true,
+ },
+ Auction: auction{
+ winningBidsByBidder: map[string]map[openrtb_ext.BidderName]*pbsOrtbBid{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ bid: bid123,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ openrtb_ext.BidderRubicon: {
+ bid: bid084,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ },
+ },
+ },
+ ExpectedBidTargetsByBidder: map[string]map[openrtb_ext.BidderName]map[string]string{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ "hb_bidder": "appnexus",
+ "hb_pb": "1.20",
+ },
+ openrtb_ext.BidderRubicon: {},
+ },
+ },
+ },
+ {
+ Description: "Targeting on bidders only",
+ TargetData: targetData{
+ priceGranularity: openrtb_ext.PriceGranularityFromString("med"),
+ includeBidderKeys: true,
+ },
+ Auction: auction{
+ winningBidsByBidder: map[string]map[openrtb_ext.BidderName]*pbsOrtbBid{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ bid: bid123,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ openrtb_ext.BidderRubicon: {
+ bid: bid084,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ },
+ },
+ },
+ ExpectedBidTargetsByBidder: map[string]map[openrtb_ext.BidderName]map[string]string{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ "hb_bidder_appnexus": "appnexus",
+ "hb_pb_appnexus": "1.20",
+ },
+ openrtb_ext.BidderRubicon: {
+ "hb_bidder_rubicon": "rubicon",
+ "hb_pb_rubicon": "0.80",
+ },
+ },
+ },
+ },
+ {
+ Description: "Full basic targeting with hd_format",
+ TargetData: targetData{
+ priceGranularity: openrtb_ext.PriceGranularityFromString("med"),
+ includeWinners: true,
+ includeBidderKeys: true,
+ includeFormat: true,
+ },
+ Auction: auction{
+ winningBidsByBidder: map[string]map[openrtb_ext.BidderName]*pbsOrtbBid{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ bid: bid123,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ openrtb_ext.BidderRubicon: {
+ bid: bid084,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ },
+ },
+ },
+ ExpectedBidTargetsByBidder: map[string]map[openrtb_ext.BidderName]map[string]string{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ "hb_bidder": "appnexus",
+ "hb_bidder_appnexus": "appnexus",
+ "hb_pb": "1.20",
+ "hb_pb_appnexus": "1.20",
+ "hb_format": "banner",
+ "hb_format_appnexus": "banner",
+ },
+ openrtb_ext.BidderRubicon: {
+ "hb_bidder_rubicon": "rubicon",
+ "hb_pb_rubicon": "0.80",
+ "hb_format_rubicon": "banner",
+ },
+ },
+ },
+ },
+ {
+ Description: "Cache and deal targeting test",
+ TargetData: targetData{
+ priceGranularity: openrtb_ext.PriceGranularityFromString("med"),
+ includeBidderKeys: true,
+ cacheHost: "cache.prebid.com",
+ cachePath: "cache",
+ },
+ Auction: auction{
+ winningBidsByBidder: map[string]map[openrtb_ext.BidderName]*pbsOrtbBid{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ bid: bid123,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ openrtb_ext.BidderRubicon: {
+ bid: bid111,
+ bidType: openrtb_ext.BidTypeBanner,
+ },
+ },
+ },
+ cacheIds: map[*openrtb.Bid]string{
+ bid123: "55555",
+ bid111: "cacheme",
+ },
+ },
+ ExpectedBidTargetsByBidder: map[string]map[openrtb_ext.BidderName]map[string]string{
+ "ImpId-1": {
+ openrtb_ext.BidderAppnexus: {
+ "hb_bidder_appnexus": "appnexus",
+ "hb_pb_appnexus": "1.20",
+ "hb_cache_id_appnexus": "55555",
+ "hb_cache_host_appnex": "cache.prebid.com",
+ "hb_cache_path_appnex": "cache",
+ },
+ openrtb_ext.BidderRubicon: {
+ "hb_bidder_rubicon": "rubicon",
+ "hb_pb_rubicon": "1.10",
+ "hb_cache_id_rubicon": "cacheme",
+ "hb_deal_rubicon": "mydeal",
+ "hb_cache_host_rubico": "cache.prebid.com",
+ "hb_cache_path_rubico": "cache",
+ },
+ },
+ },
+ },
+}
+
+func TestSetTargeting(t *testing.T) {
+ for _, test := range TargetingTests {
+ auc := &test.Auction
+ // Set rounded prices from the auction data
+ auc.setRoundedPrices(test.TargetData.priceGranularity)
+ winningBids := make(map[string]*pbsOrtbBid)
+ // Set winning bids from the auction data
+ for imp, bidsByBidder := range auc.winningBidsByBidder {
+ for _, bid := range bidsByBidder {
+ if winningBid, ok := winningBids[imp]; ok {
+ if winningBid.bid.Price < bid.bid.Price {
+ winningBids[imp] = bid
+ }
+ } else {
+ winningBids[imp] = bid
+ }
+ }
+ }
+ auc.winningBids = winningBids
+ targData := test.TargetData
+ targData.setTargeting(auc, test.IsApp, test.CategoryMapping)
+ for imp, targetsByBidder := range test.ExpectedBidTargetsByBidder {
+ for bidder, expected := range targetsByBidder {
+ assert.Equal(t,
+ expected,
+ auc.winningBidsByBidder[imp][bidder].bidTargets,
+ "Test: %s\nTargeting failed for bidder %s on imp %s.",
+ test.Description,
+ string(bidder),
+ imp)
+ }
+ }
+ }
+
+}
diff --git a/openrtb_ext/bid.go b/openrtb_ext/bid.go
index 3b297c7ab5d..09ee375be82 100644
--- a/openrtb_ext/bid.go
+++ b/openrtb_ext/bid.go
@@ -99,6 +99,9 @@ const (
HbSizeConstantKey TargetingKey = "hb_size"
HbDealIDConstantKey TargetingKey = "hb_deal"
+ // HbFormatKey is the format of the bid. For example, "video", "banner"
+ HbFormatKey TargetingKey = "hb_format"
+
// HbCacheKey and HbVastCacheKey store UUIDs which can be used to fetch things from prebid cache.
// Callers should *never* assume that either of these exist, since the call to the cache may always fail.
//
diff --git a/openrtb_ext/request.go b/openrtb_ext/request.go
index 86388f60cf4..acfd4a1e71f 100644
--- a/openrtb_ext/request.go
+++ b/openrtb_ext/request.go
@@ -85,6 +85,7 @@ type ExtRequestTargeting struct {
IncludeWinners bool `json:"includewinners"`
IncludeBidderKeys bool `json:"includebidderkeys"`
IncludeBrandCategory *ExtIncludeBrandCategory `json:"includebrandcategory"`
+ IncludeFormat bool `json:"includeformat"`
DurationRangeSec []int `json:"durationrangesec"`
}
From deb19c39420a9315a8838d52819cffd7479a48d6 Mon Sep 17 00:00:00 2001
From: gpolaert
Date: Mon, 3 Aug 2020 19:38:59 +0200
Subject: [PATCH 155/381] feat: Add new logger module - Pubstack Analytics
Module (#1331)
* Pubstack Analytics V1 (#11)
* V1 Pubstack (#7)
* feat: Add Pubstack Logger (#6)
* first version of pubstack analytics
* bypass viperconfig
* commit #1
* gofmt
* update configuration and make the tests pass
* add readme on how to configure the adapter and update the network calls
* update logging and fix intake url definition
* feat: Pubstack Analytics Connector
* fixing go mod
* fix: bad behaviour on appending path to auction url
* add buffering
* support bootstyrap like configuration
* implement route for all the objects
* supports termination signal handling for goroutines
* move readme to the correct location
* wording
* enable configuration reload + add tests
* fix logs messages
* fix tests
* fix log line
* conclude merge
* merge
* update go mod
Co-authored-by: Amaury Ravanel
* fix duplicated channel keys
Co-authored-by: Amaury Ravanel
* first pass - PR reviews
* rename channel* -> eventChannel
* dead code
* Review (#10)
* use json.Decoder
* update documentation
* use nil instead []byte("")
* clean code
* do not use http.DefaultClient
* fix race condition (need validation)
* separate the sender and buffer logics
* refactor the default configuration
* remove error counter
* Review GP + AR
* updating default config
* add more logs
* remove alias fields in json
* fix json serializer
* close event channels
Co-authored-by: Amaury Ravanel
* fix race condition
* first pass (pr reviews)
* refactor: store enabled modules into a dedicated struct
* stop goroutine
* test: improve coverage
* PR Review
* Revert "refactor: store enabled modules into a dedicated struct"
This reverts commit f57d9d61680c74244effc39a5d96d6cbb2f19f7d.
# Conflicts:
# analytics/config/config_test.go
Co-authored-by: Amaury Ravanel
---
analytics/clients/http.go | 12 +
analytics/config/config.go | 17 ++
analytics/config/config_test.go | 41 +++
analytics/pubstack/README.md | 28 ++
analytics/pubstack/config.go | 51 ++++
analytics/pubstack/config_test.go | 102 +++++++
.../pubstack/eventchannel/eventchannel.go | 137 +++++++++
.../eventchannel/eventchannel_test.go | 136 +++++++++
analytics/pubstack/eventchannel/sender.go | 45 +++
.../pubstack/eventchannel/sender_test.go | 40 +++
analytics/pubstack/helpers/json.go | 88 ++++++
analytics/pubstack/helpers/json_test.go | 61 ++++
.../pubstack/mocks/mock_openrtb_request.json | 64 ++++
.../pubstack/mocks/mock_openrtb_response.json | 91 ++++++
analytics/pubstack/pubstack_module.go | 273 ++++++++++++++++++
analytics/pubstack/pubstack_module_test.go | 186 ++++++++++++
config/config.go | 24 +-
go.mod | 1 +
go.sum | 2 +
19 files changed, 1398 insertions(+), 1 deletion(-)
create mode 100644 analytics/clients/http.go
create mode 100644 analytics/pubstack/README.md
create mode 100644 analytics/pubstack/config.go
create mode 100644 analytics/pubstack/config_test.go
create mode 100644 analytics/pubstack/eventchannel/eventchannel.go
create mode 100644 analytics/pubstack/eventchannel/eventchannel_test.go
create mode 100644 analytics/pubstack/eventchannel/sender.go
create mode 100644 analytics/pubstack/eventchannel/sender_test.go
create mode 100644 analytics/pubstack/helpers/json.go
create mode 100644 analytics/pubstack/helpers/json_test.go
create mode 100644 analytics/pubstack/mocks/mock_openrtb_request.json
create mode 100644 analytics/pubstack/mocks/mock_openrtb_response.json
create mode 100644 analytics/pubstack/pubstack_module.go
create mode 100644 analytics/pubstack/pubstack_module_test.go
diff --git a/analytics/clients/http.go b/analytics/clients/http.go
new file mode 100644
index 00000000000..bc7f863ebdd
--- /dev/null
+++ b/analytics/clients/http.go
@@ -0,0 +1,12 @@
+package clients
+
+import (
+ "net/http"
+)
+
+var defaultHttpInstance = http.DefaultClient
+
+func GetDefaultHttpInstance() *http.Client {
+ // TODO 2020-06-22 @see https://github.com/prebid/prebid-server/pull/1331#discussion_r436110097
+ return defaultHttpInstance
+}
diff --git a/analytics/config/config.go b/analytics/config/config.go
index 7be7c8ecca3..7f7ded0ffc4 100644
--- a/analytics/config/config.go
+++ b/analytics/config/config.go
@@ -3,7 +3,9 @@ package config
import (
"github.com/golang/glog"
"github.com/prebid/prebid-server/analytics"
+ "github.com/prebid/prebid-server/analytics/clients"
"github.com/prebid/prebid-server/analytics/filesystem"
+ "github.com/prebid/prebid-server/analytics/pubstack"
"github.com/prebid/prebid-server/config"
)
@@ -17,6 +19,21 @@ func NewPBSAnalytics(analytics *config.Analytics) analytics.PBSAnalyticsModule {
glog.Fatalf("Could not initialize FileLogger for file %v :%v", analytics.File.Filename, err)
}
}
+ if analytics.Pubstack.Enabled {
+ pubstackModule, err := pubstack.NewPubstackModule(
+ clients.GetDefaultHttpInstance(),
+ analytics.Pubstack.ScopeId,
+ analytics.Pubstack.IntakeUrl,
+ analytics.Pubstack.ConfRefresh,
+ analytics.Pubstack.Buffers.EventCount,
+ analytics.Pubstack.Buffers.BufferSize,
+ analytics.Pubstack.Buffers.Timeout)
+ if err == nil {
+ modules = append(modules, pubstackModule)
+ } else {
+ glog.Errorf("Could not initialize PubstackModule: %v", err)
+ }
+ }
return modules
}
diff --git a/analytics/config/config_test.go b/analytics/config/config_test.go
index 7d97fb5f1be..583d475e786 100644
--- a/analytics/config/config_test.go
+++ b/analytics/config/config_test.go
@@ -1,6 +1,7 @@
package config
import (
+ "github.com/stretchr/testify/assert"
"net/http"
"os"
"testing"
@@ -73,6 +74,13 @@ func initAnalytics(count *int) analytics.PBSAnalyticsModule {
}
func TestNewPBSAnalytics(t *testing.T) {
+ pbsAnalytics := NewPBSAnalytics(&config.Analytics{})
+ instance := pbsAnalytics.(enabledAnalytics)
+
+ assert.Equal(t, len(instance), 0)
+}
+
+func TestNewPBSAnalytics_FileLogger(t *testing.T) {
if _, err := os.Stat(TEST_DIR); os.IsNotExist(err) {
if err = os.MkdirAll(TEST_DIR, 0755); err != nil {
t.Fatalf("Could not create test directory for FileLogger")
@@ -88,4 +96,37 @@ func TestNewPBSAnalytics(t *testing.T) {
default:
t.Fatalf("Failed to initialize analytics module")
}
+
+ pbsAnalytics := NewPBSAnalytics(&config.Analytics{File: config.FileLogs{Filename: TEST_DIR + "/test"}})
+ instance := pbsAnalytics.(enabledAnalytics)
+
+ assert.Equal(t, len(instance), 1)
+}
+
+func TestNewPBSAnalytics_Pubstack(t *testing.T) {
+
+ pbsAnalyticsWithoutError := NewPBSAnalytics(&config.Analytics{
+ Pubstack: config.Pubstack{
+ Enabled: true,
+ ScopeId: "scopeId",
+ IntakeUrl: "https://pubstack.io/intake",
+ Buffers: config.PubstackBuffer{
+ BufferSize: "100KB",
+ EventCount: 0,
+ Timeout: "30s",
+ },
+ ConfRefresh: "2h",
+ },
+ })
+ instanceWithoutError := pbsAnalyticsWithoutError.(enabledAnalytics)
+
+ assert.Equal(t, len(instanceWithoutError), 1)
+
+ pbsAnalyticsWithError := NewPBSAnalytics(&config.Analytics{
+ Pubstack: config.Pubstack{
+ Enabled: true,
+ },
+ })
+ instanceWithError := pbsAnalyticsWithError.(enabledAnalytics)
+ assert.Equal(t, len(instanceWithError), 0)
}
diff --git a/analytics/pubstack/README.md b/analytics/pubstack/README.md
new file mode 100644
index 00000000000..51c5fdb6bb3
--- /dev/null
+++ b/analytics/pubstack/README.md
@@ -0,0 +1,28 @@
+# Pubstack Analytics
+
+In order to use the pubstack analytics module, it needs to be configured by the host.
+
+You can configure the server using the following environment variables:
+
+```bash
+export PBS_ANALYTICS_PUBSTACK_ENABLED="true"
+export PBS_ANALYTICS_PUBSTACK_ENDPOINT="https://openrtb.preview.pubstack.io/v1/openrtb2"
+export PBS_ANALYTICS_PUBSTACK_SCOPEID= # should be an UUIDv4
+```
+
+Or using the pbs configuration file and by appending the following block:
+
+```yaml
+analytics:
+ pubstack:
+ # Required properties
+ enabled: true
+ endpoint: "https://openrtb.preview.pubstack.io/v1/openrtb2"
+ scopeid: "" # The scopeId provided by the Pubstack Support Team
+ # Optional properties (advanced configuration)
+ configuration_refresh_delay: "2h" # Dynamic configuration delay
+ buffers: # Flush events to Pubstack when (first condition reached)
+ size: "2MB" # greater than 2MB
+ count : 100 # greater than 100 events
+ timeout: "15m" # greater than 15 minutes
+```
\ No newline at end of file
diff --git a/analytics/pubstack/config.go b/analytics/pubstack/config.go
new file mode 100644
index 00000000000..472acf68ead
--- /dev/null
+++ b/analytics/pubstack/config.go
@@ -0,0 +1,51 @@
+package pubstack
+
+import (
+ "encoding/json"
+ "github.com/docker/go-units"
+ "net/http"
+ "net/url"
+ "time"
+)
+
+func fetchConfig(client *http.Client, endpoint *url.URL) (*Configuration, error) {
+
+ res, err := client.Get(endpoint.String())
+ if err != nil {
+ return nil, err
+ }
+
+ defer res.Body.Close()
+ c := Configuration{}
+ err = json.NewDecoder(res.Body).Decode(&c)
+ if err != nil {
+ return nil, err
+ }
+ return &c, nil
+}
+
+func newBufferConfig(count int, size, duration string) (*bufferConfig, error) {
+ pDuration, err := time.ParseDuration(duration)
+ if err != nil {
+ return nil, err
+ }
+ pSize, err := units.FromHumanSize(size)
+ if err != nil {
+ return nil, err
+ }
+ return &bufferConfig{
+ pDuration,
+ int64(count),
+ pSize,
+ }, nil
+}
+
+func (a *Configuration) isSameAs(b *Configuration) bool {
+ sameEndpoint := a.Endpoint == b.Endpoint
+ sameScopeID := a.ScopeID == b.ScopeID
+ sameFeature := len(a.Features) == len(b.Features)
+ for key := range a.Features {
+ sameFeature = sameFeature && a.Features[key] == b.Features[key]
+ }
+ return sameFeature && sameEndpoint && sameScopeID
+}
diff --git a/analytics/pubstack/config_test.go b/analytics/pubstack/config_test.go
new file mode 100644
index 00000000000..bb6fd0bddbb
--- /dev/null
+++ b/analytics/pubstack/config_test.go
@@ -0,0 +1,102 @@
+package pubstack
+
+import (
+ "github.com/stretchr/testify/assert"
+ "net/http"
+ "net/http/httptest"
+ "net/url"
+ "testing"
+)
+
+func TestFetchConfig(t *testing.T) {
+ configResponse := `{
+ "scopeId": "scopeId",
+ "endpoint": "https://pubstack.io",
+ "features": {
+ "auction": true,
+ "cookiesync": true,
+ "amp": true,
+ "setuid": false,
+ "video": false
+ }
+ }`
+
+ server := httptest.NewServer(http.HandlerFunc(func(res http.ResponseWriter, req *http.Request) {
+ defer req.Body.Close()
+ res.Write([]byte(configResponse))
+ res.WriteHeader(200)
+ }))
+
+ defer server.Close()
+
+ endpoint, _ := url.Parse(server.URL)
+ cfg, _ := fetchConfig(server.Client(), endpoint)
+
+ assert.Equal(t, cfg.ScopeID, "scopeId")
+ assert.Equal(t, cfg.Endpoint, "https://pubstack.io")
+ assert.Equal(t, cfg.Features[auction], true)
+ assert.Equal(t, cfg.Features[cookieSync], true)
+ assert.Equal(t, cfg.Features[amp], true)
+ assert.Equal(t, cfg.Features[setUID], false)
+ assert.Equal(t, cfg.Features[video], false)
+}
+
+func TestFetchConfig_Error(t *testing.T) {
+ configResponse := `{
+ "error": "scopeId",
+ }`
+
+ server := httptest.NewServer(http.HandlerFunc(func(res http.ResponseWriter, req *http.Request) {
+ defer req.Body.Close()
+ res.Write([]byte(configResponse))
+ res.WriteHeader(200)
+ }))
+
+ defer server.Close()
+
+ endpoint, _ := url.Parse(server.URL)
+ cfg, err := fetchConfig(server.Client(), endpoint)
+
+ assert.Nil(t, cfg)
+ assert.NotNil(t, err)
+}
+
+func TestIsSameAs(t *testing.T) {
+ copyConfig := func(conf Configuration) *Configuration {
+ newConfig := conf
+ newConfig.Features = make(map[string]bool)
+ for k := range conf.Features {
+ newConfig.Features[k] = conf.Features[k]
+ }
+ return &newConfig
+ }
+
+ a := &Configuration{
+ ScopeID: "scopeId",
+ Endpoint: "endpoint",
+ Features: map[string]bool{
+ "auction": true,
+ "cookiesync": true,
+ "amp": true,
+ "setuid": false,
+ "video": false,
+ },
+ }
+
+ assert.True(t, a.isSameAs(copyConfig(*a)))
+
+ b := copyConfig(*a)
+ b.ScopeID = "anotherId"
+ assert.False(t, a.isSameAs(b))
+
+ b = copyConfig(*a)
+ b.Endpoint = "anotherEndpoint"
+ assert.False(t, a.isSameAs(b))
+
+ b = copyConfig(*a)
+ b.Features["auction"] = true
+ assert.True(t, a.isSameAs(b))
+ b.Features["auction"] = false
+ assert.False(t, a.isSameAs(b))
+
+}
diff --git a/analytics/pubstack/eventchannel/eventchannel.go b/analytics/pubstack/eventchannel/eventchannel.go
new file mode 100644
index 00000000000..b8dc4dd8e28
--- /dev/null
+++ b/analytics/pubstack/eventchannel/eventchannel.go
@@ -0,0 +1,137 @@
+package eventchannel
+
+import (
+ "bytes"
+ "compress/gzip"
+ "sync"
+ "time"
+
+ "github.com/golang/glog"
+)
+
+type Metrics struct {
+ bufferSize int64
+ eventCount int64
+}
+type Limit struct {
+ maxByteSize int64
+ maxEventCount int64
+ maxTime time.Duration
+}
+type EventChannel struct {
+ gz *gzip.Writer
+ buff *bytes.Buffer
+
+ ch chan []byte
+ endCh chan int
+ metrics Metrics
+ muxGzBuffer sync.RWMutex
+ send Sender
+ limit Limit
+}
+
+func NewEventChannel(sender Sender, maxByteSize, maxEventCount int64, maxTime time.Duration) *EventChannel {
+ b := &bytes.Buffer{}
+ gzw := gzip.NewWriter(b)
+
+ c := EventChannel{
+ gz: gzw,
+ buff: b,
+ ch: make(chan []byte),
+ endCh: make(chan int),
+ metrics: Metrics{},
+ send: sender,
+ limit: Limit{maxByteSize, maxEventCount, maxTime},
+ }
+ go c.start()
+ return &c
+}
+
+func (c *EventChannel) Push(event []byte) {
+ c.ch <- event
+}
+
+func (c *EventChannel) Close() {
+ c.endCh <- 1
+}
+
+func (c *EventChannel) buffer(event []byte) {
+ c.muxGzBuffer.Lock()
+ defer c.muxGzBuffer.Unlock()
+
+ _, err := c.gz.Write(event)
+ if err != nil {
+ glog.Warning("[pubstack] fail to compress, skip the event")
+ return
+ }
+
+ c.metrics.eventCount++
+ c.metrics.bufferSize += int64(len(event))
+}
+
+func (c *EventChannel) isBufferFull() bool {
+ c.muxGzBuffer.RLock()
+ defer c.muxGzBuffer.RUnlock()
+ return c.metrics.eventCount >= c.limit.maxEventCount || c.metrics.bufferSize >= c.limit.maxByteSize
+}
+
+func (c *EventChannel) reset() {
+ // reset buffer
+ c.gz.Reset(c.buff)
+ c.buff.Reset()
+
+ // reset metrics
+ c.metrics.eventCount = 0
+ c.metrics.bufferSize = 0
+}
+
+func (c *EventChannel) flush() {
+ c.muxGzBuffer.Lock()
+ defer c.muxGzBuffer.Unlock()
+
+ if c.metrics.eventCount == 0 || c.metrics.bufferSize == 0 {
+ return
+ }
+
+ // finish writing gzip header
+ err := c.gz.Flush()
+ if err != nil {
+ glog.Warning("[pubstack] fail to flush gzipped buffer")
+ return
+ }
+
+ // copy the current buffer to send the payload in a new thread
+ payload := make([]byte, c.buff.Len())
+ _, err = c.buff.Read(payload)
+ if err != nil {
+ glog.Warning("[pubstack] fail to copy the buffer")
+ return
+ }
+
+ // reset buffers and writers
+ c.reset()
+
+ // send events (async)
+ go c.send(payload)
+}
+
+func (c *EventChannel) start() {
+ ticker := time.NewTicker(c.limit.maxTime)
+
+ for {
+ select {
+ case <-c.endCh:
+ c.flush()
+ return
+ // event is received
+ case event := <-c.ch:
+ c.buffer(event)
+ if c.isBufferFull() {
+ c.flush()
+ }
+ // time between 2 flushes has passed
+ case <-ticker.C:
+ c.flush()
+ }
+ }
+}
diff --git a/analytics/pubstack/eventchannel/eventchannel_test.go b/analytics/pubstack/eventchannel/eventchannel_test.go
new file mode 100644
index 00000000000..9fdcfe976a6
--- /dev/null
+++ b/analytics/pubstack/eventchannel/eventchannel_test.go
@@ -0,0 +1,136 @@
+package eventchannel
+
+import (
+ "bytes"
+ "compress/gzip"
+ "github.com/stretchr/testify/assert"
+ "io/ioutil"
+ "sync"
+ "testing"
+ "time"
+)
+
+var maxByteSize = int64(15)
+var maxEventCount = int64(3)
+var maxTime = 2 * time.Hour
+
+func readGz(encoded bytes.Buffer) string {
+ gr, _ := gzip.NewReader(bytes.NewBuffer(encoded.Bytes()))
+ defer gr.Close()
+
+ decoded, _ := ioutil.ReadAll(gr)
+ return string(decoded)
+}
+
+func newSender(data *[]byte) Sender {
+ mux := &sync.Mutex{}
+ return func(payload []byte) error {
+ mux.Lock()
+ defer mux.Unlock()
+ event := bytes.Buffer{}
+ event.Write(payload)
+ *data = append(*data, readGz(event)...)
+ return nil
+ }
+}
+
+func TestEventChannel_isBufferFull(t *testing.T) {
+
+ send := func(_ []byte) error { return nil }
+
+ eventChannel := NewEventChannel(send, maxByteSize, maxEventCount, maxTime)
+ defer eventChannel.Close()
+
+ eventChannel.buffer([]byte("one"))
+ eventChannel.buffer([]byte("two"))
+
+ assert.Equal(t, eventChannel.isBufferFull(), false)
+
+ eventChannel.buffer([]byte("three"))
+
+ assert.Equal(t, eventChannel.isBufferFull(), true)
+
+ eventChannel.reset()
+
+ assert.Equal(t, eventChannel.isBufferFull(), false)
+
+ eventChannel.buffer([]byte("big-event-abcdefghijklmnopqrstuvwxyz"))
+
+ assert.Equal(t, eventChannel.isBufferFull(), true)
+
+}
+
+func TestEventChannel_reset(t *testing.T) {
+ send := func(_ []byte) error { return nil }
+
+ eventChannel := NewEventChannel(send, maxByteSize, maxEventCount, maxTime)
+ defer eventChannel.Close()
+
+ assert.Equal(t, eventChannel.metrics.eventCount, int64(0))
+ assert.Equal(t, eventChannel.metrics.bufferSize, int64(0))
+
+ eventChannel.buffer([]byte("one"))
+ eventChannel.buffer([]byte("two"))
+
+ assert.NotEqual(t, eventChannel.metrics.eventCount, int64(0))
+ assert.NotEqual(t, eventChannel.metrics.bufferSize, int64(0))
+
+ eventChannel.reset()
+
+ assert.Equal(t, eventChannel.buff.Len(), 0)
+ assert.Equal(t, eventChannel.metrics.eventCount, int64(0))
+ assert.Equal(t, eventChannel.metrics.bufferSize, int64(0))
+}
+
+func TestEventChannel_flush(t *testing.T) {
+ data := make([]byte, 0)
+ send := newSender(&data)
+
+ eventChannel := NewEventChannel(send, maxByteSize, maxEventCount, maxTime)
+ defer eventChannel.Close()
+
+ eventChannel.buffer([]byte("one"))
+ eventChannel.buffer([]byte("two"))
+ eventChannel.buffer([]byte("three"))
+ eventChannel.flush()
+ time.Sleep(10 * time.Millisecond)
+
+ assert.Equal(t, string(data), "onetwothree")
+}
+
+func TestEventChannel_close(t *testing.T) {
+ data := make([]byte, 0)
+ send := newSender(&data)
+
+ eventChannel := NewEventChannel(send, 15000, 15000, 2*time.Hour)
+
+ eventChannel.buffer([]byte("one"))
+ eventChannel.buffer([]byte("two"))
+ eventChannel.buffer([]byte("three"))
+ eventChannel.Close()
+
+ time.Sleep(10 * time.Millisecond)
+
+ assert.Equal(t, string(data), "onetwothree")
+}
+
+func TestEventChannel_Push(t *testing.T) {
+ data := make([]byte, 0)
+ send := newSender(&data)
+
+ eventChannel := NewEventChannel(send, 15000, 5, 5*time.Millisecond)
+ defer eventChannel.Close()
+
+ eventChannel.Push([]byte("one"))
+ eventChannel.Push([]byte("two"))
+ eventChannel.Push([]byte("three"))
+ eventChannel.Push([]byte("four"))
+ eventChannel.Push([]byte("five"))
+ eventChannel.Push([]byte("six"))
+ eventChannel.Push([]byte("seven"))
+
+ time.Sleep(10 * time.Millisecond)
+
+ assert.Equal(t, string(data), "onetwothreefourfivesixseven")
+
+}
diff --git a/analytics/pubstack/eventchannel/sender.go b/analytics/pubstack/eventchannel/sender.go
new file mode 100644
index 00000000000..951de4d414e
--- /dev/null
+++ b/analytics/pubstack/eventchannel/sender.go
@@ -0,0 +1,45 @@
+package eventchannel
+
+import (
+ "bytes"
+ "fmt"
+ "github.com/golang/glog"
+ "net/http"
+ "net/url"
+ "path"
+)
+
+type Sender = func(payload []byte) error
+
+func NewHttpSender(client *http.Client, endpoint string) Sender {
+ return func(payload []byte) error {
+ req, err := http.NewRequest(http.MethodPost, endpoint, bytes.NewReader(payload))
+ if err != nil {
+ glog.Error(err)
+ return err
+ }
+
+ req.Header.Set("Content-Type", "application/octet-stream")
+ req.Header.Set("Content-Encoding", "gzip")
+
+ resp, err := client.Do(req)
+ if err != nil {
+ return err
+ }
+
+ if resp.StatusCode != http.StatusOK {
+ glog.Errorf("[pubstack] Wrong code received %d instead of %d", resp.StatusCode, http.StatusOK)
+ return fmt.Errorf("wrong code received %d instead of %d", resp.StatusCode, http.StatusOK)
+ }
+ return nil
+ }
+}
+
+func BuildEndpointSender(client *http.Client, baseUrl string, module string) Sender {
+ endpoint, err := url.Parse(baseUrl)
+ if err != nil {
+ glog.Error(err)
+ }
+ endpoint.Path = path.Join(endpoint.Path, "intake", module)
+ return NewHttpSender(client, endpoint.String())
+}
diff --git a/analytics/pubstack/eventchannel/sender_test.go b/analytics/pubstack/eventchannel/sender_test.go
new file mode 100644
index 00000000000..1185435e4ab
--- /dev/null
+++ b/analytics/pubstack/eventchannel/sender_test.go
@@ -0,0 +1,40 @@
+package eventchannel
+
+import (
+ "io/ioutil"
+ "net/http"
+ "net/http/httptest"
+ "testing"
+
+ "github.com/stretchr/testify/assert"
+)
+
+func TestBuildEndpointSender(t *testing.T) {
+ requestBody := make([]byte, 10)
+ server := httptest.NewServer(http.HandlerFunc(func(res http.ResponseWriter, req *http.Request) {
+ defer req.Body.Close()
+ requestBody, _ = ioutil.ReadAll(req.Body)
+ res.WriteHeader(200)
+ }))
+
+ defer server.Close()
+
+ sender := BuildEndpointSender(server.Client(), server.URL, "module")
+ err := sender([]byte("message"))
+
+ assert.Equal(t, requestBody, []byte("message"))
+ assert.Nil(t, err)
+}
+
+func TestBuildEndpointSender_Error(t *testing.T) {
+ server := httptest.NewServer(http.HandlerFunc(func(res http.ResponseWriter, req *http.Request) {
+ res.WriteHeader(400)
+ }))
+
+ defer server.Close()
+
+ sender := BuildEndpointSender(server.Client(), server.URL, "module")
+ err := sender([]byte("message"))
+
+ assert.NotNil(t, err)
+}
diff --git a/analytics/pubstack/helpers/json.go b/analytics/pubstack/helpers/json.go
new file mode 100644
index 00000000000..f02f1120626
--- /dev/null
+++ b/analytics/pubstack/helpers/json.go
@@ -0,0 +1,88 @@
+package helpers
+
+import (
+ "encoding/json"
+ "fmt"
+
+ "github.com/prebid/prebid-server/analytics"
+)
+
+func JsonifyAuctionObject(ao *analytics.AuctionObject, scope string) ([]byte, error) {
+ b, err := json.Marshal(&struct {
+ Scope string `json:"scope"`
+ *analytics.AuctionObject
+ }{
+ Scope: scope,
+ AuctionObject: ao,
+ })
+
+ if err == nil {
+ b = append(b, byte('\n'))
+ return b, nil
+ }
+ return nil, fmt.Errorf("auction object badly formed %v", err)
+}
+
+func JsonifyVideoObject(vo *analytics.VideoObject, scope string) ([]byte, error) {
+ b, err := json.Marshal(&struct {
+ Scope string `json:"scope"`
+ *analytics.VideoObject
+ }{
+ Scope: scope,
+ VideoObject: vo,
+ })
+
+ if err == nil {
+ b = append(b, byte('\n'))
+ return b, nil
+ }
+ return nil, fmt.Errorf("video object badly formed %v", err)
+}
+
+func JsonifyCookieSync(cso *analytics.CookieSyncObject, scope string) ([]byte, error) {
+ b, err := json.Marshal(&struct {
+ Scope string `json:"scope"`
+ *analytics.CookieSyncObject
+ }{
+ Scope: scope,
+ CookieSyncObject: cso,
+ })
+
+ if err == nil {
+ b = append(b, byte('\n'))
+ return b, nil
+ }
+ return nil, fmt.Errorf("cookie sync object badly formed %v", err)
+}
+
+func JsonifySetUIDObject(so *analytics.SetUIDObject, scope string) ([]byte, error) {
+ b, err := json.Marshal(&struct {
+ Scope string `json:"scope"`
+ *analytics.SetUIDObject
+ }{
+ Scope: scope,
+ SetUIDObject: so,
+ })
+
+ if err == nil {
+ b = append(b, byte('\n'))
+ return b, nil
+ }
+ return nil, fmt.Errorf("set UID object badly formed %v", err)
+}
+
+func JsonifyAmpObject(ao *analytics.AmpObject, scope string) ([]byte, error) {
+ b, err := json.Marshal(&struct {
+ Scope string `json:"scope"`
+ *analytics.AmpObject
+ }{
+ Scope: scope,
+ AmpObject: ao,
+ })
+
+ if err == nil {
+ b = append(b, byte('\n'))
+ return b, nil
+ }
+ return nil, fmt.Errorf("amp object badly formed %v", err)
+}
diff --git a/analytics/pubstack/helpers/json_test.go b/analytics/pubstack/helpers/json_test.go
new file mode 100644
index 00000000000..4e36e8db2be
--- /dev/null
+++ b/analytics/pubstack/helpers/json_test.go
@@ -0,0 +1,61 @@
+package helpers
+
+import (
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/analytics"
+ "github.com/prebid/prebid-server/usersync"
+ "net/http"
+ "testing"
+)
+
+func TestJsonifyAuctionObject(t *testing.T) {
+ ao := &analytics.AuctionObject{
+ Status: http.StatusOK,
+ }
+ if _, err := JsonifyAuctionObject(ao, "scopeId"); err != nil {
+ t.Fail()
+ }
+
+}
+
+func TestJsonifyVideoObject(t *testing.T) {
+ vo := &analytics.VideoObject{
+ Status: http.StatusOK,
+ }
+ if _, err := JsonifyVideoObject(vo, "scopeId"); err != nil {
+ t.Fail()
+ }
+}
+
+func TestJsonifyCookieSync(t *testing.T) {
+ cso := &analytics.CookieSyncObject{
+ Status: http.StatusOK,
+ BidderStatus: []*usersync.CookieSyncBidders{},
+ }
+ if _, err := JsonifyCookieSync(cso, "scopeId"); err != nil {
+ t.Fail()
+ }
+}
+
+func TestJsonifySetUIDObject(t *testing.T) {
+ so := &analytics.SetUIDObject{
+ Status: http.StatusOK,
+ Bidder: "any-bidder",
+ UID: "uid string",
+ }
+ if _, err := JsonifySetUIDObject(so, "scopeId"); err != nil {
+ t.Fail()
+ }
+}
+
+func TestJsonifyAmpObject(t *testing.T) {
+ ao := &analytics.AmpObject{
+ Status: http.StatusOK,
+ Errors: make([]error, 0),
+ AuctionResponse: &openrtb.BidResponse{},
+ AmpTargetingValues: map[string]string{},
+ }
+ if _, err := JsonifyAmpObject(ao, "scopeId"); err != nil {
+ t.Fail()
+ }
+}
diff --git a/analytics/pubstack/mocks/mock_openrtb_request.json b/analytics/pubstack/mocks/mock_openrtb_request.json
new file mode 100644
index 00000000000..03b9665b247
--- /dev/null
+++ b/analytics/pubstack/mocks/mock_openrtb_request.json
@@ -0,0 +1,64 @@
+{
+ "id": "19c2eeb8-824c-4604-af41-a59b2b7bb895",
+ "site": {
+ "page": "https%3A%2F%2Fdebug.mediasquare.fr%2Fdebug%2Fprebid%2Fmsq_desktop.html%3Fpbjs_debug%3Dtrue"
+ },
+ "user": {
+ "ext": {}
+ },
+ "regs": {
+ "ext": {}
+ },
+ "test": 1,
+ "imp": [
+ {
+ "id": "0341252e-b3b0-4dff-a0ef-1ced63369bd5",
+ "ext": {
+ "appnexus": {
+ "placementId": 5724999
+ }
+ },
+ "secure": 1,
+ "banner": {
+ "format": [
+ {
+ "w": 970,
+ "h": 250
+ }
+ ]
+ }
+ },
+ {
+ "id": "3ac0ffa3-01de-44d2-9baf-1fee79026624",
+ "ext": {
+ "msqClassic": {
+ "placementId": 10471298
+ }
+ },
+ "secure": 1,
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ }
+ }
+ ],
+ "tmax": 500,
+ "ext": {
+ "prebid": {
+ "bidadjustmentfactors": {
+ "msqClassic": 0.8,
+ "msqBrand": 0.8,
+ "msqMax": 0.8,
+ "msqMaxView": 0.8
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/analytics/pubstack/mocks/mock_openrtb_response.json b/analytics/pubstack/mocks/mock_openrtb_response.json
new file mode 100644
index 00000000000..6f4d1965b8c
--- /dev/null
+++ b/analytics/pubstack/mocks/mock_openrtb_response.json
@@ -0,0 +1,91 @@
+{
+ "id": "19c2eeb8-824c-4604-af41-a59b2b7bb895",
+ "seatbid": [{
+ "seat": "958",
+ "bid": [
+ {
+ "id": "7706636740145184841",
+ "impid": "0341252e-b3b0-4dff-a0ef-1ced63369bd5",
+ "price": 0.500000,
+ "adid": "29681110",
+ "adm": "some-test-ad",
+ "adomain": ["appnexus.com"],
+ "iurl": "http://nym1-ib.adnxs.com/cr?id=29681110",
+ "cid": "958",
+ "crid": "29681110",
+ "h": 970,
+ "w": 250,
+ "ext": {
+ "appnexus": {
+ "brand_id": 1,
+ "brand_category_id": 1,
+ "auction_id": 8189378542222915032,
+ "bid_ad_type": 0,
+ "bidder_id": 2,
+ "ranking_price": 0.000000
+ }
+ }
+ },
+ {
+ "id": "7706636740145184842",
+ "impid": "0341252e-b3b0-4dff-a0ef-1ced63369bd5",
+ "price": 0.0,
+ "adid": "29681114",
+ "adm": "some-test-ad2",
+ "adomain": ["appnexus.com"],
+ "iurl": "http://nym1-ib.adnxs.com/cr?id=29681114",
+ "cid": "959",
+ "crid": "29681114",
+ "h": 970,
+ "w": 250,
+ "ext": {
+ "appnexus": {
+ "brand_id": 1,
+ "brand_category_id": 1,
+ "auction_id": 8189378542222915032,
+ "bid_ad_type": 0,
+ "bidder_id": 2,
+ "ranking_price": 0.000000
+ }
+ }
+ },{
+ "id": "7706636740145184842",
+ "impid": "3ac0ffa3-01de-44d2-9baf-1fee79026624",
+ "price": 0.5234,
+ "adid": "29681113",
+ "adm": "some-test-ad2",
+ "adomain": ["appnexus.com"],
+ "iurl": "http://nym1-ib.adnxs.com/cr?id=29681113",
+ "cid": "959",
+ "crid": "29681113",
+ "h": 970,
+ "w": 250,
+ "ext": {
+ "appnexus": {
+ "brand_id": 1,
+ "brand_category_id": 1,
+ "auction_id": 8189378542222915032,
+ "bid_ad_type": 0,
+ "bidder_id": 2,
+ "ranking_price": 0.000000
+ }
+ }
+ }]
+ }, {
+ "seat": "improvedigital",
+ "bid": [{
+ "id": "randomid",
+ "impid": "0341252e-b3b0-4dff-a0ef-1ced63369bd5",
+ "price": 0.510000,
+ "adid": "12345678",
+ "adm": "some-test-ad",
+ "cid": "987",
+ "crid": "12345678",
+ "h": 250,
+ "w": 300
+ }]
+ }
+ ],
+ "bidid": "5778926625248726496",
+ "cur": "USD"
+}
diff --git a/analytics/pubstack/pubstack_module.go b/analytics/pubstack/pubstack_module.go
new file mode 100644
index 00000000000..9f1a81c7232
--- /dev/null
+++ b/analytics/pubstack/pubstack_module.go
@@ -0,0 +1,273 @@
+package pubstack
+
+import (
+ "fmt"
+ "github.com/prebid/prebid-server/analytics/pubstack/eventchannel"
+ "net/http"
+ "net/url"
+ "os"
+ "os/signal"
+ "sync"
+ "syscall"
+ "time"
+
+ "github.com/golang/glog"
+ "github.com/prebid/prebid-server/analytics/pubstack/helpers"
+
+ "github.com/prebid/prebid-server/analytics"
+)
+
+type Configuration struct {
+ ScopeID string `json:"scopeId"`
+ Endpoint string `json:"endpoint"`
+ Features map[string]bool `json:"features"`
+}
+
+// routes for events
+const (
+ auction = "auction"
+ cookieSync = "cookiesync"
+ amp = "amp"
+ setUID = "setuid"
+ video = "video"
+)
+
+type bufferConfig struct {
+ timeout time.Duration
+ count int64
+ size int64
+}
+
+type PubstackModule struct {
+ eventChannels map[string]*eventchannel.EventChannel
+ httpClient *http.Client
+ configCh chan *Configuration
+ sigTermCh chan os.Signal
+ scope string
+ cfg *Configuration
+ buffsCfg *bufferConfig
+ muxConfig sync.RWMutex
+}
+
+func NewPubstackModule(client *http.Client, scope, endpoint, configRefreshDelay string, maxEventCount int, maxByteSize, maxTime string) (analytics.PBSAnalyticsModule, error) {
+ glog.Infof("[pubstack] Initializing module scope=%s endpoint=%s\n", scope, endpoint)
+
+ // parse args
+
+ refreshDelay, err := time.ParseDuration(configRefreshDelay)
+ if err != nil {
+ return nil, fmt.Errorf("fail to parse the module args, arg=analytics.pubstack.configuration_refresh_delay, :%v", err)
+ }
+
+ bufferCfg, err := newBufferConfig(maxEventCount, maxByteSize, maxTime)
+ if err != nil {
+ return nil, fmt.Errorf("fail to parse the module args, arg=analytics.pubstack.buffers, :%v", err)
+ }
+
+ defaultFeatures := map[string]bool{
+ auction: false,
+ video: false,
+ amp: false,
+ cookieSync: false,
+ setUID: false,
+ }
+
+ defaultConfig := &Configuration{
+ ScopeID: scope,
+ Endpoint: endpoint,
+ Features: defaultFeatures,
+ }
+
+ pb := PubstackModule{
+ scope: scope,
+ httpClient: client,
+ cfg: defaultConfig,
+ buffsCfg: bufferCfg,
+ sigTermCh: make(chan os.Signal),
+ configCh: make(chan *Configuration),
+ eventChannels: make(map[string]*eventchannel.EventChannel),
+ muxConfig: sync.RWMutex{},
+ }
+ signal.Notify(pb.sigTermCh, os.Interrupt, syscall.SIGTERM)
+
+ configUrl, err := url.Parse(pb.cfg.Endpoint + "/bootstrap?scopeId=" + pb.cfg.ScopeID)
+ if err != nil {
+ glog.Error(err)
+ return nil, err
+ }
+ go pb.start(configUrl, refreshDelay)
+ go func() {
+ err = pb.reloadConfig(configUrl)
+ if err != nil {
+ glog.Errorf("[pubstack] Fail to fetch remote configuration: %v", err)
+ }
+ }()
+
+ glog.Info("[pubstack] Pubstack analytics configured and ready")
+ return &pb, nil
+}
+
+func (p *PubstackModule) LogAuctionObject(ao *analytics.AuctionObject) {
+ p.muxConfig.RLock()
+ defer p.muxConfig.RUnlock()
+
+ if !p.isFeatureEnable(auction) {
+ return
+ }
+
+ // serialize event
+ payload, err := helpers.JsonifyAuctionObject(ao, p.scope)
+ if err != nil {
+ glog.Warning("[pubstack] Cannot serialize auction")
+ return
+ }
+
+ p.eventChannels[auction].Push(payload)
+}
+
+func (p *PubstackModule) LogVideoObject(vo *analytics.VideoObject) {
+ p.muxConfig.RLock()
+ defer p.muxConfig.RUnlock()
+
+ if !p.isFeatureEnable(video) {
+ return
+ }
+
+ // serialize event
+ payload, err := helpers.JsonifyVideoObject(vo, p.scope)
+ if err != nil {
+ glog.Warning("[pubstack] Cannot serialize video")
+ return
+ }
+
+ p.eventChannels[video].Push(payload)
+}
+
+func (p *PubstackModule) LogSetUIDObject(so *analytics.SetUIDObject) {
+ p.muxConfig.RLock()
+ defer p.muxConfig.RUnlock()
+
+ if !p.isFeatureEnable(setUID) {
+ return
+ }
+
+ // serialize event
+ payload, err := helpers.JsonifySetUIDObject(so, p.scope)
+ if err != nil {
+ glog.Warning("[pubstack] Cannot serialize video")
+ return
+ }
+
+ p.eventChannels[setUID].Push(payload)
+}
+
+func (p *PubstackModule) LogCookieSyncObject(cso *analytics.CookieSyncObject) {
+ p.muxConfig.RLock()
+ defer p.muxConfig.RUnlock()
+
+ if !p.isFeatureEnable(cookieSync) {
+ return
+ }
+
+ // serialize event
+ payload, err := helpers.JsonifyCookieSync(cso, p.scope)
+ if err != nil {
+ glog.Warning("[pubstack] Cannot serialize video")
+ return
+ }
+
+ p.eventChannels[cookieSync].Push(payload)
+
+}
+
+func (p *PubstackModule) LogAmpObject(ao *analytics.AmpObject) {
+ p.muxConfig.RLock()
+ defer p.muxConfig.RUnlock()
+
+ if !p.isFeatureEnable(amp) {
+ return
+ }
+
+ // serialize event
+ payload, err := helpers.JsonifyAmpObject(ao, p.scope)
+ if err != nil {
+ glog.Warning("[pubstack] Cannot serialize video")
+ return
+ }
+
+ p.eventChannels[amp].Push(payload)
+
+}
+
+func (p *PubstackModule) reloadConfig(configUrl *url.URL) error {
+ config, err := fetchConfig(p.httpClient, configUrl)
+ if err != nil {
+ return err
+ }
+ p.configCh <- config
+ return nil
+}
+
+func (p *PubstackModule) start(configUrl *url.URL, refreshDelay time.Duration) {
+
+ tick := time.NewTicker(refreshDelay)
+
+ for {
+ select {
+ case <-p.sigTermCh:
+ p.closeAllEventChannels()
+ return
+ case config := <-p.configCh:
+ p.updateConfig(config)
+ glog.Infof("[pubstack] Updating config: %v", p.cfg)
+ case <-tick.C:
+ go func() {
+ err := p.reloadConfig(configUrl)
+ if err != nil {
+ glog.Errorf("[pubstack] Fail to fetch remote configuration: %v", err)
+ }
+ }()
+ }
+ }
+
+}
+
+func (p *PubstackModule) updateConfig(config *Configuration) {
+ p.muxConfig.Lock()
+ defer p.muxConfig.Unlock()
+
+ if p.cfg.isSameAs(config) {
+ return
+ }
+
+ p.cfg = config
+ p.closeAllEventChannels()
+
+ if p.isFeatureEnable(amp) {
+ p.eventChannels[amp] = eventchannel.NewEventChannel(eventchannel.BuildEndpointSender(p.httpClient, p.cfg.Endpoint, amp), p.buffsCfg.size, p.buffsCfg.count, p.buffsCfg.timeout)
+ }
+ if p.isFeatureEnable(auction) {
+ p.eventChannels[auction] = eventchannel.NewEventChannel(eventchannel.BuildEndpointSender(p.httpClient, p.cfg.Endpoint, auction), p.buffsCfg.size, p.buffsCfg.count, p.buffsCfg.timeout)
+ }
+ if p.isFeatureEnable(cookieSync) {
+ p.eventChannels[cookieSync] = eventchannel.NewEventChannel(eventchannel.BuildEndpointSender(p.httpClient, p.cfg.Endpoint, cookieSync), p.buffsCfg.size, p.buffsCfg.count, p.buffsCfg.timeout)
+ }
+ if p.isFeatureEnable(video) {
+ p.eventChannels[video] = eventchannel.NewEventChannel(eventchannel.BuildEndpointSender(p.httpClient, p.cfg.Endpoint, video), p.buffsCfg.size, p.buffsCfg.count, p.buffsCfg.timeout)
+ }
+ if p.isFeatureEnable(setUID) {
+ p.eventChannels[setUID] = eventchannel.NewEventChannel(eventchannel.BuildEndpointSender(p.httpClient, p.cfg.Endpoint, setUID), p.buffsCfg.size, p.buffsCfg.count, p.buffsCfg.timeout)
+ }
+}
+
+func (p *PubstackModule) closeAllEventChannels() {
+ for key, ch := range p.eventChannels {
+ ch.Close()
+ delete(p.eventChannels, key)
+ }
+}
+
+func (p *PubstackModule) isFeatureEnable(feature string) bool {
+ val, ok := p.cfg.Features[feature]
+ return ok && val
+}
diff --git a/analytics/pubstack/pubstack_module_test.go b/analytics/pubstack/pubstack_module_test.go
new file mode 100644
index 00000000000..8d4dfdd689f
--- /dev/null
+++ b/analytics/pubstack/pubstack_module_test.go
@@ -0,0 +1,186 @@
+package pubstack
+
+import (
+ "encoding/json"
+ "github.com/prebid/prebid-server/analytics/pubstack/eventchannel"
+ "io/ioutil"
+ "net/http"
+ "net/http/httptest"
+ "net/url"
+ "os"
+ "testing"
+ "time"
+
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/analytics"
+ "github.com/stretchr/testify/assert"
+)
+
+func loadJsonFromFile() (*analytics.AuctionObject, error) {
+ req, err := os.Open("mocks/mock_openrtb_request.json")
+ if err != nil {
+ return nil, err
+ }
+ defer req.Close()
+
+ reqCtn := openrtb.BidRequest{}
+ reqPayload, err := ioutil.ReadAll(req)
+ if err != nil {
+ return nil, err
+ }
+
+ err = json.Unmarshal(reqPayload, &reqCtn)
+ if err != nil {
+ return nil, err
+ }
+
+ res, err := os.Open("mocks/mock_openrtb_response.json")
+ if err != nil {
+ return nil, err
+ }
+ defer res.Close()
+
+ resCtn := openrtb.BidResponse{}
+ resPayload, err := ioutil.ReadAll(res)
+ if err != nil {
+ return nil, err
+ }
+
+ err = json.Unmarshal(resPayload, &resCtn)
+ if err != nil {
+ return nil, err
+ }
+
+ return &analytics.AuctionObject{
+ Request: &reqCtn,
+ Response: &resCtn,
+ }, nil
+}
+
+func TestPubstackModule(t *testing.T) {
+
+ remoteConfig := &Configuration{}
+ server := httptest.NewServer(http.HandlerFunc(func(res http.ResponseWriter, req *http.Request) {
+ defer req.Body.Close()
+ data, _ := json.Marshal(remoteConfig)
+ res.Write(data)
+ }))
+ client := server.Client()
+
+ defer server.Close()
+
+ // Loading Issues
+ _, err := NewPubstackModule(client, "scope", server.URL, "1z", 100, "90MB", "15m")
+ assert.NotNil(t, err) // should raise an error since we can't parse args // configRefreshDelay
+
+ _, err = NewPubstackModule(client, "scope", server.URL, "1h", 100, "90z", "15m")
+ assert.NotNil(t, err) // should raise an error since we can't parse args // maxByte
+
+ _, err = NewPubstackModule(client, "scope", server.URL, "1h", 100, "90MB", "15z")
+ assert.NotNil(t, err) // should raise an error since we can't parse args // maxTime
+
+ // Loading OK
+ module, err := NewPubstackModule(client, "scope", server.URL, "10ms", 100, "90MB", "15m")
+ assert.Nil(t, err)
+
+ // Default Configuration
+ pubstack, ok := module.(*PubstackModule)
+ assert.Equal(t, ok, true) //PBSAnalyticsModule is also a PubstackModule
+ assert.Equal(t, len(pubstack.cfg.Features), 5)
+ assert.Equal(t, pubstack.cfg.Features[auction], false)
+ assert.Equal(t, pubstack.cfg.Features[video], false)
+ assert.Equal(t, pubstack.cfg.Features[amp], false)
+ assert.Equal(t, pubstack.cfg.Features[setUID], false)
+ assert.Equal(t, pubstack.cfg.Features[cookieSync], false)
+
+ assert.Equal(t, len(pubstack.eventChannels), 0)
+
+ // Process Auction Event
+ counter := 0
+ send := func(_ []byte) error {
+ counter++
+ return nil
+ }
+ mockedEvent, err := loadJsonFromFile()
+ if err != nil {
+ t.Fail()
+ }
+
+ pubstack.eventChannels[auction] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[video] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[amp] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[setUID] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[cookieSync] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+
+ pubstack.LogAuctionObject(mockedEvent)
+ pubstack.LogAmpObject(&analytics.AmpObject{
+ Status: http.StatusOK,
+ })
+ pubstack.LogCookieSyncObject(&analytics.CookieSyncObject{
+ Status: http.StatusOK,
+ })
+ pubstack.LogVideoObject(&analytics.VideoObject{
+ Status: http.StatusOK,
+ })
+ pubstack.LogSetUIDObject(&analytics.SetUIDObject{
+ Status: http.StatusOK,
+ })
+
+ pubstack.closeAllEventChannels()
+ time.Sleep(10 * time.Millisecond) // process channel
+ assert.Equal(t, counter, 0)
+
+ // Hot-Reload config
+ newFeatures := make(map[string]bool)
+ newFeatures[auction] = true
+ newFeatures[video] = true
+ newFeatures[amp] = true
+ newFeatures[cookieSync] = true
+ newFeatures[setUID] = true
+
+ remoteConfig = &Configuration{
+ ScopeID: "new-scope",
+ Endpoint: "new-endpoint",
+ Features: newFeatures,
+ }
+
+ endpoint, _ := url.Parse(server.URL)
+ pubstack.reloadConfig(endpoint)
+
+ time.Sleep(2 * time.Millisecond) // process channel
+ assert.Equal(t, len(pubstack.cfg.Features), 5)
+ assert.Equal(t, pubstack.cfg.Features[auction], true)
+ assert.Equal(t, pubstack.cfg.Features[video], true)
+ assert.Equal(t, pubstack.cfg.Features[amp], true)
+ assert.Equal(t, pubstack.cfg.Features[setUID], true)
+ assert.Equal(t, pubstack.cfg.Features[cookieSync], true)
+ assert.Equal(t, pubstack.cfg.ScopeID, "new-scope")
+ assert.Equal(t, pubstack.cfg.Endpoint, "new-endpoint")
+ assert.Equal(t, len(pubstack.eventChannels), 5)
+
+ counter = 0
+ pubstack.eventChannels[auction] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[video] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[amp] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[setUID] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+ pubstack.eventChannels[cookieSync] = eventchannel.NewEventChannel(send, 2000, 1, 10*time.Second)
+
+ pubstack.LogAuctionObject(mockedEvent)
+ pubstack.LogAmpObject(&analytics.AmpObject{
+ Status: http.StatusOK,
+ })
+ pubstack.LogCookieSyncObject(&analytics.CookieSyncObject{
+ Status: http.StatusOK,
+ })
+ pubstack.LogVideoObject(&analytics.VideoObject{
+ Status: http.StatusOK,
+ })
+ pubstack.LogSetUIDObject(&analytics.SetUIDObject{
+ Status: http.StatusOK,
+ })
+ pubstack.closeAllEventChannels()
+ time.Sleep(10 * time.Millisecond)
+
+ assert.Equal(t, counter, 5)
+
+}
diff --git a/config/config.go b/config/config.go
index 8545523d238..67689d1ab1a 100755
--- a/config/config.go
+++ b/config/config.go
@@ -209,7 +209,8 @@ type LMT struct {
}
type Analytics struct {
- File FileLogs `mapstructure:"file"`
+ File FileLogs `mapstructure:"file"`
+ Pubstack Pubstack `mapstructure:"pubstack"`
}
type CurrencyConverter struct {
@@ -230,6 +231,20 @@ type FileLogs struct {
Filename string `mapstructure:"filename"`
}
+type Pubstack struct {
+ Enabled bool `mapstructure:"enabled"`
+ ScopeId string `mapstructure:"scopeid"`
+ IntakeUrl string `mapstructure:"endpoint"`
+ Buffers PubstackBuffer `mapstructure:"buffers"`
+ ConfRefresh string `mapstructure:"configuration_refresh_delay"`
+}
+
+type PubstackBuffer struct {
+ BufferSize string `mapstructure:"size"`
+ EventCount int `mapstructure:"count"`
+ Timeout string `mapstructure:"timeout"`
+}
+
type HostCookie struct {
Domain string `mapstructure:"domain"`
Family string `mapstructure:"family"`
@@ -855,6 +870,13 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("max_request_size", 1024*256)
v.SetDefault("analytics.file.filename", "")
+ v.SetDefault("analytics.pubstack.endpoint", "https://s2s.pbstck.com/v1")
+ v.SetDefault("analytics.pubstack.scopeid", "change-me")
+ v.SetDefault("analytics.pubstack.enabled", false)
+ v.SetDefault("analytics.pubstack.configuration_refresh_delay", "2h")
+ v.SetDefault("analytics.pubstack.buffers.size", "2MB")
+ v.SetDefault("analytics.pubstack.buffers.count", 100)
+ v.SetDefault("analytics.pubstack.buffers.timeout", "900s")
v.SetDefault("amp_timeout_adjustment_ms", 0)
v.SetDefault("gdpr.host_vendor_id", 0)
v.SetDefault("gdpr.usersync_if_ambiguous", false)
diff --git a/go.mod b/go.mod
index 00cadd31ce1..a5b5a161cf4 100644
--- a/go.mod
+++ b/go.mod
@@ -14,6 +14,7 @@ require (
github.com/cespare/xxhash v1.0.0 // indirect
github.com/chasex/glog v0.0.0-20160217080310-c62392af379c
github.com/coocood/freecache v1.0.1
+ github.com/docker/go-units v0.4.0
github.com/erikstmartin/go-testdb v0.0.0-20160219214506-8d10e4a1bae5
github.com/evanphx/json-patch v0.0.0-20180720181644-f195058310bd
github.com/gofrs/uuid v3.2.0+incompatible
diff --git a/go.sum b/go.sum
index 5eaf37cad9f..1ddab71332a 100644
--- a/go.sum
+++ b/go.sum
@@ -23,6 +23,8 @@ github.com/coocood/freecache v1.0.1/go.mod h1:ePwxCDzOYvARfHdr1pByNct1at3CoKnsip
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/docker/go-units v0.4.0 h1:3uh0PgVws3nIA0Q+MwDC8yjEPf9zjRfZZWXZYDct3Tw=
+github.com/docker/go-units v0.4.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk=
github.com/erikstmartin/go-testdb v0.0.0-20160219214506-8d10e4a1bae5 h1:Yzb9+7DPaBjB8zlTR87/ElzFsnQfuHnVUVqpZZIcV5Y=
github.com/erikstmartin/go-testdb v0.0.0-20160219214506-8d10e4a1bae5/go.mod h1:a2zkGnVExMxdzMo3M0Hi/3sEU+cWnZpSni0O6/Yb/P0=
github.com/evanphx/json-patch v0.0.0-20180720181644-f195058310bd h1:biTJQdqouE5by89AAffXG8++TY+9Fsdrg5rinbt3tHk=
From 8740179c573f966147a91ce5f32b060bcc3e8243 Mon Sep 17 00:00:00 2001
From: Vikram
Date: Thu, 6 Aug 2020 17:12:08 +0200
Subject: [PATCH 156/381] New bid adapter for Smaato (#1413)
Co-authored-by: vikram
Co-authored-by: Stephan
---
adapters/smaato/image.go | 53 ++++
adapters/smaato/image_test.go | 44 +++
adapters/smaato/params_test.go | 65 +++++
adapters/smaato/richmedia.go | 52 ++++
adapters/smaato/richmedia_test.go | 39 +++
adapters/smaato/smaato.go | 276 ++++++++++++++++++
adapters/smaato/smaato_test.go | 11 +
.../exemplary/simple-banner-richMedia.json | 194 ++++++++++++
.../smaatotest/exemplary/simple-banner.json | 190 ++++++++++++
adapters/smaato/smaatotest/params/banner.json | 4 +
.../supplemental/bad-adm-response.json | 166 +++++++++++
.../smaatotest/supplemental/bad-ext-req.json | 54 ++++
.../bad-imp-banner-format-req.json | 61 ++++
.../supplemental/bad-user-ext-data-req.json | 67 +++++
.../supplemental/bad-user-ext-req.json | 57 ++++
.../supplemental/no-consent-info.json | 137 +++++++++
.../smaatotest/supplemental/no-imp-req.json | 17 ++
config/config.go | 1 +
docs/bidders/smaato.md | 42 +++
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
openrtb_ext/imp_smaato.go | 9 +
static/bidder-info/smaato.yaml | 9 +
static/bidder-params/smaato.json | 17 ++
usersync/usersyncers/syncer_test.go | 1 +
25 files changed, 1570 insertions(+)
create mode 100644 adapters/smaato/image.go
create mode 100644 adapters/smaato/image_test.go
create mode 100644 adapters/smaato/params_test.go
create mode 100644 adapters/smaato/richmedia.go
create mode 100644 adapters/smaato/richmedia_test.go
create mode 100644 adapters/smaato/smaato.go
create mode 100644 adapters/smaato/smaato_test.go
create mode 100644 adapters/smaato/smaatotest/exemplary/simple-banner-richMedia.json
create mode 100644 adapters/smaato/smaatotest/exemplary/simple-banner.json
create mode 100644 adapters/smaato/smaatotest/params/banner.json
create mode 100644 adapters/smaato/smaatotest/supplemental/bad-adm-response.json
create mode 100644 adapters/smaato/smaatotest/supplemental/bad-ext-req.json
create mode 100644 adapters/smaato/smaatotest/supplemental/bad-imp-banner-format-req.json
create mode 100644 adapters/smaato/smaatotest/supplemental/bad-user-ext-data-req.json
create mode 100644 adapters/smaato/smaatotest/supplemental/bad-user-ext-req.json
create mode 100644 adapters/smaato/smaatotest/supplemental/no-consent-info.json
create mode 100644 adapters/smaato/smaatotest/supplemental/no-imp-req.json
create mode 100644 docs/bidders/smaato.md
create mode 100644 openrtb_ext/imp_smaato.go
create mode 100644 static/bidder-info/smaato.yaml
create mode 100644 static/bidder-params/smaato.json
diff --git a/adapters/smaato/image.go b/adapters/smaato/image.go
new file mode 100644
index 00000000000..582206ccb0c
--- /dev/null
+++ b/adapters/smaato/image.go
@@ -0,0 +1,53 @@
+package smaato
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/url"
+ "strings"
+)
+
+type imageAd struct {
+ Image image `json:"image"`
+}
+type image struct {
+ Img img `json:"img"`
+ Impressiontrackers []string `json:"impressiontrackers"`
+ Clicktrackers []string `json:"clicktrackers"`
+}
+type img struct {
+ URL string `json:"url"`
+ W int `json:"w"`
+ H int `json:"h"`
+ Ctaurl string `json:"ctaurl"`
+}
+
+func extractAdmImage(adapterResponseAdm string) (string, error) {
+ var imgMarkup string
+ var err error
+
+ var imageAd imageAd
+ err = json.Unmarshal([]byte(adapterResponseAdm), &imageAd)
+ var image = imageAd.Image
+
+ if err == nil {
+ var clickEvent strings.Builder
+ var impressionTracker strings.Builder
+
+ for _, clicktracker := range image.Clicktrackers {
+ clickEvent.WriteString("fetch(decodeURIComponent('" + url.QueryEscape(clicktracker) + "'.replace(/\\+/g, ' ')), " +
+ "{cache: 'no-cache'});")
+ }
+
+ for _, impression := range image.Impressiontrackers {
+
+ impressionTracker.WriteString(fmt.Sprintf(`
`, impression))
+ }
+
+ imgMarkup = fmt.Sprintf(`%s
%s%s
`,
+ &clickEvent,
+ richMedia.MediaData.Content,
+ &impressionTracker)
+ }
+ return richMediaMarkup, err
+}
diff --git a/adapters/smaato/richmedia_test.go b/adapters/smaato/richmedia_test.go
new file mode 100644
index 00000000000..20fa1ba353c
--- /dev/null
+++ b/adapters/smaato/richmedia_test.go
@@ -0,0 +1,39 @@
+package smaato
+
+import (
+ "testing"
+)
+
+func TestExtractAdmRichMedia(t *testing.T) {
+ type args struct {
+ adType adMarkupType
+ adapterResponseAdm string
+ }
+ expectedResult := `hello
` +
+ `
hello
\"," +
+ "" + "\"w\":350," +
+ "\"h\":50},\"impressiontrackers\":[\"//prebid-test.smaatolabs.net/track/imp/1\",\"//prebid-test.smaatolabs.net/track/imp/2\"]," +
+ "\"clicktrackers\":[\"//prebid-test.smaatolabs.net/track/click/1\",\"//prebid-test.smaatolabs.net/track/click/2\"]}}"},
+ expectedResult,
+ },
+ }
+ for _, tt := range tests {
+ t.Run(tt.testName, func(t *testing.T) {
+ got, err := renderAdMarkup(tt.args.adType, tt.args.adapterResponseAdm)
+ if err != nil {
+ t.Errorf("error rendering ad markup: %v", err)
+ }
+ if got != tt.result {
+ t.Errorf("renderAdMarkup() got = %v, result %v", got, tt.result)
+ }
+ })
+ }
+}
diff --git a/adapters/smaato/smaato.go b/adapters/smaato/smaato.go
new file mode 100644
index 00000000000..06678d77a61
--- /dev/null
+++ b/adapters/smaato/smaato.go
@@ -0,0 +1,276 @@
+package smaato
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+ "strings"
+
+ "github.com/buger/jsonparser"
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+const clientVersion = "prebid_server_0.1"
+
+type adMarkupType string
+
+const (
+ smtAdTypeImg adMarkupType = "Img"
+ smtAdTypeRichmedia adMarkupType = "Richmedia"
+)
+
+// SmaatoAdapter describes a Smaato prebid server adapter.
+type SmaatoAdapter struct {
+ URI string
+}
+
+//userExt defines User.Ext object for Smaato
+type userExt struct {
+ Data userExtData `json:"data"`
+}
+
+type userExtData struct {
+ Keywords string `json:"keywords"`
+ Gender string `json:"gender"`
+ Yob int64 `json:"yob"`
+}
+
+//userExt defines Site.Ext object for Smaato
+type siteExt struct {
+ Data siteExtData `json:"data"`
+}
+
+type siteExtData struct {
+ Keywords string `json:"keywords"`
+}
+
+// NewSmaatoBidder creates a Smaato bid adapter.
+func NewSmaatoBidder(uri string) *SmaatoAdapter {
+ return &SmaatoAdapter{
+ URI: uri,
+ }
+}
+
+// MakeRequests makes the HTTP requests which should be made to fetch bids.
+func (a *SmaatoAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ errs := make([]error, 0, len(request.Imp))
+ if len(request.Imp) == 0 {
+ errs = append(errs, &errortypes.BadInput{Message: "no impressions in bid request"})
+ return nil, errs
+ }
+
+ // Use bidRequestExt of first imp to retrieve params which are valid for all imps, e.g. publisherId
+ publisherId, err := jsonparser.GetString(request.Imp[0].Ext, "bidder", "publisherId")
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+
+ for i := 0; i < len(request.Imp); i++ {
+ err := parseImpressionObject(&request.Imp[i])
+ // If the parsing is failed, remove imp and add the error.
+ if err != nil {
+ errs = append(errs, err)
+ request.Imp = append(request.Imp[:i], request.Imp[i+1:]...)
+ i--
+ }
+ }
+ if request.Site != nil {
+ siteCopy := *request.Site
+ siteCopy.Publisher = &openrtb.Publisher{ID: publisherId}
+
+ if request.Site.Ext != nil {
+ var siteExt siteExt
+ err := json.Unmarshal([]byte(request.Site.Ext), &siteExt)
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+ siteCopy.Keywords = siteExt.Data.Keywords
+ siteCopy.Ext = nil
+ }
+ request.Site = &siteCopy
+ }
+
+ if request.User != nil && request.User.Ext != nil {
+ var userExt userExt
+ var userExtRaw map[string]json.RawMessage
+
+ rawExtErr := json.Unmarshal(request.User.Ext, &userExtRaw)
+ if rawExtErr != nil {
+ errs = append(errs, rawExtErr)
+ return nil, errs
+ }
+
+ userExtErr := json.Unmarshal([]byte(request.User.Ext), &userExt)
+ if userExtErr != nil {
+ errs = append(errs, userExtErr)
+ return nil, errs
+ }
+
+ userCopy := *request.User
+ extractUserExtAttributes(userExt, &userCopy)
+ delete(userExtRaw, "data")
+ userCopy.Ext, err = json.Marshal(userExtRaw)
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+ request.User = &userCopy
+ }
+
+ // Setting ext client info
+ type bidRequestExt struct {
+ Client string `json:"client"`
+ }
+ request.Ext, err = json.Marshal(bidRequestExt{Client: clientVersion})
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+ reqJSON, err := json.Marshal(request)
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+
+ uri := a.URI
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "application/json;charset=utf-8")
+ headers.Add("Accept", "application/json")
+
+ return []*adapters.RequestData{{
+ Method: "POST",
+ Uri: uri,
+ Body: reqJSON,
+ Headers: headers,
+ }}, errs
+}
+
+// MakeBids unpacks the server's response into Bids.
+func (a *SmaatoAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ if response.StatusCode == http.StatusNoContent {
+ return nil, nil
+ }
+
+ if response.StatusCode == http.StatusBadRequest {
+ return nil, []error{&errortypes.BadInput{
+ Message: fmt.Sprintf("Unexpected status code: %d. Run with request.debug = 1 for more info", response.StatusCode),
+ }}
+ }
+
+ if response.StatusCode != http.StatusOK {
+ return nil, []error{fmt.Errorf("unexpected status code: %d. Run with request.debug = 1 for more info", response.StatusCode)}
+ }
+
+ var bidResp openrtb.BidResponse
+ if err := json.Unmarshal(response.Body, &bidResp); err != nil {
+ return nil, []error{err}
+ }
+
+ bidResponse := adapters.NewBidderResponseWithBidsCapacity(5)
+
+ for _, sb := range bidResp.SeatBid {
+ for i := 0; i < len(sb.Bid); i++ {
+ bid := sb.Bid[i]
+
+ var markupError error
+ bid.AdM, markupError = renderAdMarkup(getAdMarkupType(response, bid.AdM), bid.AdM)
+ if markupError != nil {
+ fmt.Println(markupError)
+ continue // no bid when broken ad markup
+ }
+
+ bidResponse.Bids = append(bidResponse.Bids, &adapters.TypedBid{
+ Bid: &bid,
+ BidType: openrtb_ext.BidTypeBanner,
+ })
+ }
+ }
+ return bidResponse, nil
+}
+
+func renderAdMarkup(adMarkupType adMarkupType, adMarkup string) (string, error) {
+ var markupError error
+ var adm string
+ switch adMarkupType {
+ case smtAdTypeImg:
+ adm, markupError = extractAdmImage(adMarkup)
+ case smtAdTypeRichmedia:
+ adm, markupError = extractAdmRichMedia(adMarkup)
+ default:
+ return "", fmt.Errorf("Unknown markup type %s", adMarkupType)
+ }
+ return adm, markupError
+}
+
+func getAdMarkupType(response *adapters.ResponseData, adMarkup string) adMarkupType {
+ if admType := adMarkupType(response.Headers.Get("X-SMT-ADTYPE")); admType != "" {
+ return admType
+ }
+ if strings.HasPrefix(adMarkup, `{"image":`) {
+ return smtAdTypeImg
+ }
+ if strings.HasPrefix(adMarkup, `{"richmedia":`) {
+ return smtAdTypeRichmedia
+ }
+ return ""
+}
+
+func assignBannerSize(banner *openrtb.Banner) (*openrtb.Banner, error) {
+ if banner.W != nil && banner.H != nil {
+ return banner, nil
+ }
+ if len(banner.Format) == 0 {
+ return banner, fmt.Errorf("No sizes provided for Banner %v", banner.Format)
+ }
+ bannerCopy := *banner
+ bannerCopy.W = new(uint64)
+ *bannerCopy.W = banner.Format[0].W
+ bannerCopy.H = new(uint64)
+ *bannerCopy.H = banner.Format[0].H
+
+ return &bannerCopy, nil
+}
+
+// parseImpressionObject parse the imp to get it ready to send to smaato
+func parseImpressionObject(imp *openrtb.Imp) error {
+ adSpaceID, err := jsonparser.GetString(imp.Ext, "bidder", "adspaceId")
+ if err != nil {
+ return err
+ }
+
+ // SMAATO supports banner impressions.
+ if imp.Banner != nil {
+ bannerCopy, err := assignBannerSize(imp.Banner)
+ if err != nil {
+ return err
+ }
+ imp.Banner = bannerCopy
+ imp.TagID = adSpaceID
+ imp.Ext = nil
+ return nil
+ }
+ return fmt.Errorf("invalid MediaType. SMAATO only supports Banner. Ignoring ImpID=%s", imp.ID)
+}
+
+func extractUserExtAttributes(userExt userExt, userCopy *openrtb.User) {
+ gender := userExt.Data.Gender
+ if gender != "" {
+ userCopy.Gender = gender
+ }
+
+ yob := userExt.Data.Yob
+ if yob != 0 {
+ userCopy.Yob = yob
+ }
+
+ keywords := userExt.Data.Keywords
+ if keywords != "" {
+ userCopy.Keywords = keywords
+ }
+}
diff --git a/adapters/smaato/smaato_test.go b/adapters/smaato/smaato_test.go
new file mode 100644
index 00000000000..cf76d58de2c
--- /dev/null
+++ b/adapters/smaato/smaato_test.go
@@ -0,0 +1,11 @@
+package smaato
+
+import (
+ "testing"
+
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+)
+
+func TestJsonSamples(t *testing.T) {
+ adapterstest.RunJSONBidderTest(t, "smaatotest", NewSmaatoBidder("https://prebid/bidder"))
+}
diff --git a/adapters/smaato/smaatotest/exemplary/simple-banner-richMedia.json b/adapters/smaato/smaatotest/exemplary/simple-banner-richMedia.json
new file mode 100644
index 00000000000..7b662e8813a
--- /dev/null
+++ b/adapters/smaato/smaatotest/exemplary/simple-banner-richMedia.json
@@ -0,0 +1,194 @@
+{
+ "mockBidRequest": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "site": {
+ "publisher": {
+ "id": "1100042525"
+ },
+ "page": "http://localhost:3000/server.html?pbjs_debug=true&endpoint=http://localhost:3000/bidder",
+ "ext": {
+ "data": {
+ "keywords": "power tools",
+ "search": "drill",
+ "content": {
+ "userrating": 4
+ }
+ }
+ }
+ },
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "banner": {
+ "format": [
+ {
+ "w": 320,
+ "h": 50
+ },
+ {
+ "w": 320,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "publisherId": "1100042525",
+ "adspaceId": "130563103"
+ }
+ }
+ }
+ ],
+ "device": {
+ "ua": "test-user-agent",
+ "ip": "123.123.123.123",
+ "language": "en",
+ "dnt": 0
+ },
+ "user": {
+ "ext": {
+ "consent": "gdprConsentString",
+ "data": {
+ "keywords": "a,b",
+ "gender": "M",
+ "yob": 1984,
+ "geo": {
+ "country": "ca"
+ }
+ }
+ }
+ },
+ "regs": {
+ "coppa": 1,
+ "ext": {
+ "gdpr": 1,
+ "us_privacy": "uspConsentString"
+ }
+ }
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "Accept": [
+ "application/json"
+ ]
+ },
+ "uri": "https://prebid/bidder",
+ "body": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "tagid": "130563103",
+ "banner": {
+ "h": 50,
+ "w": 320,
+ "format": [
+ {
+ "w": 320,
+ "h": 50
+ },
+ {
+ "w": 320,
+ "h": 250
+ }
+ ]
+ }
+ }
+ ],
+ "user": {
+ "gender": "M",
+ "keywords": "a,b",
+ "yob": 1984,
+ "ext": {
+ "consent": "gdprConsentString"
+ }
+ },
+ "device": {
+ "ua": "test-user-agent",
+ "ip": "123.123.123.123",
+ "language": "en",
+ "dnt": 0
+ },
+ "regs": {
+ "coppa": 1,
+ "ext": {
+ "gdpr": 1,
+ "us_privacy": "uspConsentString"
+ }
+ },
+ "site": {
+ "publisher": {
+ "id": "1100042525"
+ },
+ "page": "http://localhost:3000/server.html?pbjs_debug=true&endpoint=http://localhost:3000/bidder",
+ "keywords": "power tools"
+ },
+ "ext": {
+ "client": "prebid_server_0.1"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "5ebea288-f13a-4754-be6d-4ade66c68877",
+ "seatbid": [
+ {
+ "seat": "CM6523",
+ "bid": [
+ {
+ "adm": "{\"richmedia\":{\"mediadata\":{\"content\":\"hello
\", \"w\":350,\"h\":50},\"impressiontrackers\":[\"//prebid-test.smaatolabs.net/track/imp/1\",\"//prebid-test.smaatolabs.net/track/imp/2\"],\"clicktrackers\":[\"//prebid-test.smaatolabs.net/track/click/1\",\"//prebid-test.smaatolabs.net/track/click/2\"]}}",
+ "adomain": [
+ "smaato.com"
+ ],
+ "bidderName": "smaato",
+ "cid": "CM6523",
+ "crid": "CR69381",
+ "id": "6906aae8-7f74-4edd-9a4f-f49379a3cadd",
+ "impid": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "iurl": "https://bidstalkcreatives.s3.amazonaws.com/1x1.png",
+ "nurl": "https://ets-eu-west-1.track.smaato.net/v1/view?sessionId=e4e17adb-9599-42b1-bb5f-a1f1b3bee572&adSourceId=6906aae8-7f74-4edd-9a4f-f49379a3cadd&originalRequestTime=1552310449698&expires=1552311350698&winurl=ama8JbpJVpFWxvEja5viE3cLXFu58qRI8dGUh23xtsOn3N2-5UU0IwkgNEmR82pI37fcMXejL5IWTNAoW6Cnsjf-Dxl_vx2dUqMrVEevX-Vdx2VVnf-D5f73gZhvi4t36iPL8Dsw4aACekoLvVOV7-eXDjz7GHy60QFqcwKf5g2AlKPOInyZ6vJg_fn4qA9argvCRgwVybXE9Ndm2W0v8La4uFYWpJBOUveDDUrSQfzal7RsYvLb_OyaMlPHdrd_bwA9qqZWuyJXd-L9lxr7RQ%3D%3D%7CMw3kt91KJR0Uy5L-oNztAg%3D%3D&dpid=4XVofb_lH-__hr2JNGhKfg%3D%3D%7Cr9ciCU1cx3zmHXihItKO0g%3D%3D",
+ "price": 0.01,
+ "w": 350,
+ "h": 50
+ }
+ ]
+ }
+ ],
+ "bidid": "04db8629-179d-4bcd-acce-e54722969006",
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "adm": "hello
![\"\"](\"//prebid-test.smaatolabs.net/track/imp/1\")
![\"\"](\"//prebid-test.smaatolabs.net/track/imp/2\")
hello
\", \"w\":350,\"h\":50},\"impressiontrackers\":[\"//prebid-test.smaatolabs.net/track/imp/1\",\"//prebid-test.smaatolabs.net/track/imp/2\"],\"clicktrackers\":[\"//prebid-test.smaatolabs.net/track/click/1\",\"//prebid-test.smaatolabs.net/track/click/2\"]}}",
+ "adomain": [
+ "smaato.com"
+ ],
+ "bidderName": "smaato",
+ "cid": "CM6523",
+ "crid": "CR69381",
+ "id": "6906aae8-7f74-4edd-9a4f-f49379a3cadd",
+ "impid": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "iurl": "https://bidstalkcreatives.s3.amazonaws.com/1x1.png",
+ "nurl": "https://ets-eu-west-1.track.smaato.net/v1/view?sessionId=e4e17adb-9599-42b1-bb5f-a1f1b3bee572&adSourceId=6906aae8-7f74-4edd-9a4f-f49379a3cadd&originalRequestTime=1552310449698&expires=1552311350698&winurl=ama8JbpJVpFWxvEja5viE3cLXFu58qRI8dGUh23xtsOn3N2-5UU0IwkgNEmR82pI37fcMXejL5IWTNAoW6Cnsjf-Dxl_vx2dUqMrVEevX-Vdx2VVnf-D5f73gZhvi4t36iPL8Dsw4aACekoLvVOV7-eXDjz7GHy60QFqcwKf5g2AlKPOInyZ6vJg_fn4qA9argvCRgwVybXE9Ndm2W0v8La4uFYWpJBOUveDDUrSQfzal7RsYvLb_OyaMlPHdrd_bwA9qqZWuyJXd-L9lxr7RQ%3D%3D%7CMw3kt91KJR0Uy5L-oNztAg%3D%3D&dpid=4XVofb_lH-__hr2JNGhKfg%3D%3D%7Cr9ciCU1cx3zmHXihItKO0g%3D%3D",
+ "price": 0.01,
+ "w": 350,
+ "h": 50
+ }
+ ]
+ }
+ ],
+ "bidid": "04db8629-179d-4bcd-acce-e54722969006",
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": []
+}
\ No newline at end of file
diff --git a/adapters/smaato/smaatotest/supplemental/bad-ext-req.json b/adapters/smaato/smaatotest/supplemental/bad-ext-req.json
new file mode 100644
index 00000000000..0c970fc5bad
--- /dev/null
+++ b/adapters/smaato/smaatotest/supplemental/bad-ext-req.json
@@ -0,0 +1,54 @@
+{
+ "mockBidRequest": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1"
+ }
+ },
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "banner": {
+ "format": [
+ {
+ "w": 320,
+ "h": 50
+ },
+ {
+ "w": 320,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ }
+ }
+ ],
+ "device": {
+ "ua": "test-user-agent",
+ "ip": "123.123.123.123",
+ "language": "en",
+ "dnt": 0
+ },
+ "user": {
+ "ext": {
+ "consent": "gdprConsentString"
+ }
+ },
+ "regs": {
+ "coppa": 1,
+ "ext": {
+ "gdpr": 1,
+ "us_privacy": "uspConsentString"
+ }
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "Key path not found",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/smaato/smaatotest/supplemental/bad-imp-banner-format-req.json b/adapters/smaato/smaatotest/supplemental/bad-imp-banner-format-req.json
new file mode 100644
index 00000000000..b9560f0f9ca
--- /dev/null
+++ b/adapters/smaato/smaatotest/supplemental/bad-imp-banner-format-req.json
@@ -0,0 +1,61 @@
+{
+ "mockBidRequest": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "banner": {
+ "format": []
+ },
+ "ext": {
+ "bidder": {
+ "publisherId": "1100042525",
+ "adspaceId": "130563103"
+ }
+ }
+ }
+ ],
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1"
+ }
+ }
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Content-Type": ["application/json;charset=utf-8"],
+ "Accept": ["application/json"]
+ },
+ "uri": "https://prebid/bidder",
+ "body": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "imp": [],
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1100042525"
+ }
+ },
+ "ext": {
+ "client": "prebid_server_0.1"
+ }
+ }
+ }
+ }
+ ],
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "No sizes provided for Banner []",
+ "comparison": "literal"
+ }
+ ],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "unexpected status code: 0. Run with request.debug = 1 for more info",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/smaato/smaatotest/supplemental/bad-user-ext-data-req.json b/adapters/smaato/smaatotest/supplemental/bad-user-ext-data-req.json
new file mode 100644
index 00000000000..9e65fce1c3e
--- /dev/null
+++ b/adapters/smaato/smaatotest/supplemental/bad-user-ext-data-req.json
@@ -0,0 +1,67 @@
+{
+ "mockBidRequest": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1"
+ }
+ },
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "banner": {
+ "format": [
+ {
+ "w": 320,
+ "h": 50
+ },
+ {
+ "w": 320,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "publisherId": "1100042525",
+ "adspaceId": "130563103"
+ }
+ }
+ }
+ ],
+ "device": {
+ "ua": "test-user-agent",
+ "ip": "123.123.123.123",
+ "language": "en",
+ "dnt": 0
+ },
+ "user": {
+ "gender": "M",
+ "ext": {
+ "data": {
+ "keywords":"a,b",
+ "gender": "M",
+ "yob": "",
+ "geo": {
+ "country": "ca"
+ }
+ },
+ "consent":"yes"
+ }
+ },
+ "regs": {
+ "coppa": 1,
+ "ext": {
+ "gdpr": 1,
+ "us_privacy": "uspConsentString"
+ }
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "json: cannot unmarshal string into Go struct field userExtData.data.yob of type int64",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/smaato/smaatotest/supplemental/bad-user-ext-req.json b/adapters/smaato/smaatotest/supplemental/bad-user-ext-req.json
new file mode 100644
index 00000000000..7f05b2dff14
--- /dev/null
+++ b/adapters/smaato/smaatotest/supplemental/bad-user-ext-req.json
@@ -0,0 +1,57 @@
+{
+ "mockBidRequest": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1"
+ }
+ },
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "banner": {
+ "format": [
+ {
+ "w": 320,
+ "h": 50
+ },
+ {
+ "w": 320,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "publisherId": "1100042525",
+ "adspaceId": "130563103"
+ }
+ }
+ }
+ ],
+ "device": {
+ "ua": "test-user-agent",
+ "ip": "123.123.123.123",
+ "language": "en",
+ "dnt": 0
+ },
+ "user": {
+ "gender": "M",
+ "ext": 99
+ },
+ "regs": {
+ "coppa": 1,
+ "ext": {
+ "gdpr": 1,
+ "us_privacy": "uspConsentString"
+ }
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "json: cannot unmarshal number into Go value of type map[string]json.RawMessage",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/smaato/smaatotest/supplemental/no-consent-info.json b/adapters/smaato/smaatotest/supplemental/no-consent-info.json
new file mode 100644
index 00000000000..9e0ccfdcdde
--- /dev/null
+++ b/adapters/smaato/smaatotest/supplemental/no-consent-info.json
@@ -0,0 +1,137 @@
+{
+ "mockBidRequest": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1"
+ }
+ },
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "banner": {
+ "format": [
+ {
+ "w": 320,
+ "h": 50
+ },
+ {
+ "w": 320,
+ "h": 250
+ }
+ ]
+ },
+ "ext": {
+ "bidder": {
+ "publisherId": "1100042525",
+ "adspaceId": "130563103"
+ }
+ }
+ }
+ ]
+ },
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "headers": {
+ "Content-Type": [
+ "application/json;charset=utf-8"
+ ],
+ "Accept": [
+ "application/json"
+ ]
+ },
+ "uri": "https://prebid/bidder",
+ "body": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "imp": [
+ {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "tagid": "130563103",
+ "banner": {
+ "h": 50,
+ "w": 320,
+ "format": [
+ {
+ "w": 320,
+ "h": 50
+ },
+ {
+ "w": 320,
+ "h": 250
+ }
+ ]
+ }
+ }
+ ],
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1100042525"
+ }
+ },
+ "ext": {
+ "client": "prebid_server_0.1"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "5ebea288-f13a-4754-be6d-4ade66c68877",
+ "seatbid": [
+ {
+ "seat": "CM6523",
+ "bid": [
+ {
+ "adm": "{\"image\":{\"img\":{\"url\":\"//prebid-test.smaatolabs.net/img/320x50.jpg\",\"w\":350,\"h\":50,\"ctaurl\":\"//prebid-test.smaatolabs.net/track/ctaurl/1\"},\"impressiontrackers\":[\"//prebid-test.smaatolabs.net/track/imp/1\",\"//prebid-test.smaatolabs.net/track/imp/2\"],\"clicktrackers\":[\"//prebid-test.smaatolabs.net/track/click/1\",\"//prebid-test.smaatolabs.net/track/click/2\"]}}",
+ "adomain": [
+ "smaato.com"
+ ],
+ "bidderName": "smaato",
+ "cid": "CM6523",
+ "crid": "CR69381",
+ "id": "6906aae8-7f74-4edd-9a4f-f49379a3cadd",
+ "impid": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "iurl": "https://bidstalkcreatives.s3.amazonaws.com/1x1.png",
+ "nurl": "https://ets-eu-west-1.track.smaato.net/v1/view?sessionId=e4e17adb-9599-42b1-bb5f-a1f1b3bee572&adSourceId=6906aae8-7f74-4edd-9a4f-f49379a3cadd&originalRequestTime=1552310449698&expires=1552311350698&winurl=ama8JbpJVpFWxvEja5viE3cLXFu58qRI8dGUh23xtsOn3N2-5UU0IwkgNEmR82pI37fcMXejL5IWTNAoW6Cnsjf-Dxl_vx2dUqMrVEevX-Vdx2VVnf-D5f73gZhvi4t36iPL8Dsw4aACekoLvVOV7-eXDjz7GHy60QFqcwKf5g2AlKPOInyZ6vJg_fn4qA9argvCRgwVybXE9Ndm2W0v8La4uFYWpJBOUveDDUrSQfzal7RsYvLb_OyaMlPHdrd_bwA9qqZWuyJXd-L9lxr7RQ%3D%3D%7CMw3kt91KJR0Uy5L-oNztAg%3D%3D&dpid=4XVofb_lH-__hr2JNGhKfg%3D%3D%7Cr9ciCU1cx3zmHXihItKO0g%3D%3D",
+ "price": 0.01,
+ "w": 350,
+ "h": 50
+ }
+ ]
+ }
+ ],
+ "bidid": "04db8629-179d-4bcd-acce-e54722969006",
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "adm": "",
+ "adomain": [
+ "smaato.com"
+ ],
+ "cid": "CM6523",
+ "crid": "CR69381",
+ "id": "6906aae8-7f74-4edd-9a4f-f49379a3cadd",
+ "impid": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "iurl": "https://bidstalkcreatives.s3.amazonaws.com/1x1.png",
+ "nurl": "https://ets-eu-west-1.track.smaato.net/v1/view?sessionId=e4e17adb-9599-42b1-bb5f-a1f1b3bee572&adSourceId=6906aae8-7f74-4edd-9a4f-f49379a3cadd&originalRequestTime=1552310449698&expires=1552311350698&winurl=ama8JbpJVpFWxvEja5viE3cLXFu58qRI8dGUh23xtsOn3N2-5UU0IwkgNEmR82pI37fcMXejL5IWTNAoW6Cnsjf-Dxl_vx2dUqMrVEevX-Vdx2VVnf-D5f73gZhvi4t36iPL8Dsw4aACekoLvVOV7-eXDjz7GHy60QFqcwKf5g2AlKPOInyZ6vJg_fn4qA9argvCRgwVybXE9Ndm2W0v8La4uFYWpJBOUveDDUrSQfzal7RsYvLb_OyaMlPHdrd_bwA9qqZWuyJXd-L9lxr7RQ%3D%3D%7CMw3kt91KJR0Uy5L-oNztAg%3D%3D&dpid=4XVofb_lH-__hr2JNGhKfg%3D%3D%7Cr9ciCU1cx3zmHXihItKO0g%3D%3D",
+ "price": 0.01,
+ "w": 350,
+ "h": 50
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
diff --git a/adapters/smaato/smaatotest/supplemental/no-imp-req.json b/adapters/smaato/smaatotest/supplemental/no-imp-req.json
new file mode 100644
index 00000000000..bfaf51e6ea8
--- /dev/null
+++ b/adapters/smaato/smaatotest/supplemental/no-imp-req.json
@@ -0,0 +1,17 @@
+{
+ "mockBidRequest": {
+ "id": "1C86242D-9535-47D6-9576-7B1FE87F282C",
+ "site": {
+ "page": "prebid.org",
+ "publisher": {
+ "id": "1"
+ }
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "no impressions in bid request",
+ "comparison": "literal"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/config/config.go b/config/config.go
index 67689d1ab1a..fb0607646ee 100755
--- a/config/config.go
+++ b/config/config.go
@@ -845,6 +845,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.rubicon.disabled", true)
v.SetDefault("adapters.rubicon.endpoint", "http://exapi-us-east.rubiconproject.com/a/api/exchange.json")
v.SetDefault("adapters.sharethrough.endpoint", "http://btlr.sharethrough.com/FGMrCMMc/v1")
+ v.SetDefault("adapters.smaato.endpoint", "https://prebid.ad.smaato.net/oapi/prebid")
v.SetDefault("adapters.smartadserver.endpoint", "https://ssb.smartadserver.com")
v.SetDefault("adapters.smartrtb.endpoint", "http://market-east.smrtb.com/json/publisher/rtb?pubid={{.PublisherID}}")
v.SetDefault("adapters.somoaudience.endpoint", "http://publisher-east.mobileadtrading.com/rtb/bid")
diff --git a/docs/bidders/smaato.md b/docs/bidders/smaato.md
new file mode 100644
index 00000000000..881f8f2ab54
--- /dev/null
+++ b/docs/bidders/smaato.md
@@ -0,0 +1,42 @@
+
+# Smaato Bidder
+
+```
+Module Name: Smaato Bidder Adapter
+Module Type: Bidder Adapter
+Maintainer: prebid@smaato.com
+```
+
+### Description
+
+Please contact Smaato Support or prebid@smaato.com to get set up with a publisherId and adspaceId.
+
+### Test Parameters:
+
+Following example includes sample `imp` object with publisherId and adSlot which can be used to test Smaato Adapter
+
+```
+"imp":[
+ {
+ "id":“1C86242D-9535-47D6-9576-7B1FE87F282C,
+ "banner":{
+ "format":[
+ {
+ "w":300,
+ "h":50
+ },
+ {
+ "w":300,
+ "h":250
+ }
+ ]
+ },
+ "ext":{
+ "smaato":{
+ "publisherId":"100042525",
+ "adspaceId":"130563103"
+ }
+ }
+ }
+ ]
+```
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 2ecddb83cfc..207a7a9b9e9 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -64,6 +64,7 @@ import (
"github.com/prebid/prebid-server/adapters/rtbhouse"
"github.com/prebid/prebid-server/adapters/rubicon"
"github.com/prebid/prebid-server/adapters/sharethrough"
+ "github.com/prebid/prebid-server/adapters/smaato"
"github.com/prebid/prebid-server/adapters/smartadserver"
"github.com/prebid/prebid-server/adapters/smartrtb"
"github.com/prebid/prebid-server/adapters/somoaudience"
@@ -154,6 +155,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
cfg.Adapters[string(openrtb_ext.BidderRubicon)].XAPI.Tracker),
openrtb_ext.BidderSharethrough: sharethrough.NewSharethroughBidder(cfg.Adapters[string(openrtb_ext.BidderSharethrough)].Endpoint),
+ openrtb_ext.BidderSmaato: smaato.NewSmaatoBidder(cfg.Adapters[string(openrtb_ext.BidderSmaato)].Endpoint),
openrtb_ext.BidderSmartadserver: smartadserver.NewSmartadserverBidder(cfg.Adapters[string(openrtb_ext.BidderSmartadserver)].Endpoint),
openrtb_ext.BidderSmartRTB: smartrtb.NewSmartRTBBidder(cfg.Adapters[string(openrtb_ext.BidderSmartRTB)].Endpoint),
openrtb_ext.BidderSomoaudience: somoaudience.NewSomoaudienceBidder(cfg.Adapters[string(openrtb_ext.BidderSomoaudience)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index 62fb9750616..ee0f40903e0 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -80,6 +80,7 @@ const (
BidderRTBHouse BidderName = "rtbhouse"
BidderRubicon BidderName = "rubicon"
BidderSharethrough BidderName = "sharethrough"
+ BidderSmaato BidderName = "smaato"
BidderSmartadserver BidderName = "smartadserver"
BidderSmartRTB BidderName = "smartrtb"
BidderSomoaudience BidderName = "somoaudience"
@@ -162,6 +163,7 @@ var BidderMap = map[string]BidderName{
"rtbhouse": BidderRTBHouse,
"rubicon": BidderRubicon,
"sharethrough": BidderSharethrough,
+ "smaato": BidderSmaato,
"smartadserver": BidderSmartadserver,
"smartrtb": BidderSmartRTB,
"somoaudience": BidderSomoaudience,
diff --git a/openrtb_ext/imp_smaato.go b/openrtb_ext/imp_smaato.go
new file mode 100644
index 00000000000..10de97fb017
--- /dev/null
+++ b/openrtb_ext/imp_smaato.go
@@ -0,0 +1,9 @@
+package openrtb_ext
+
+// ExtImpSmaato defines the contract for bidrequest.imp[i].ext.smaato
+// PublisherId and AdSpaceId are mandatory parameters, others are optional parameters
+// AdSpaceId is identifier for specific ad placement or ad tag
+type ExtImpSmaato struct {
+ PublisherID string `json:"publisherId"`
+ AdSpaceID string `json:"adspaceId"`
+}
diff --git a/static/bidder-info/smaato.yaml b/static/bidder-info/smaato.yaml
new file mode 100644
index 00000000000..662603febdb
--- /dev/null
+++ b/static/bidder-info/smaato.yaml
@@ -0,0 +1,9 @@
+maintainer:
+ email: "prebid@smaato.com"
+capabilities:
+ app:
+ mediaTypes:
+ - banner
+ site:
+ mediaTypes:
+ - banner
\ No newline at end of file
diff --git a/static/bidder-params/smaato.json b/static/bidder-params/smaato.json
new file mode 100644
index 00000000000..aa91c4bacc5
--- /dev/null
+++ b/static/bidder-params/smaato.json
@@ -0,0 +1,17 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Smaato Adapter Params",
+ "description": "A schema which validates params accepted by the Smaato adapter",
+ "type": "object",
+ "properties": {
+ "publisherId": {
+ "type": "string",
+ "description": "A unique identifier for this impression within the context of the bid request"
+ },
+ "adspaceId": {
+ "type": "string",
+ "description": "Identifier for specific ad placement is SOMA `adspaceId`"
+ }
+ },
+ "required": ["publisherId","adspaceId"]
+}
\ No newline at end of file
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index 32ab2e730eb..22b215c3132 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -93,6 +93,7 @@ func TestNewSyncerMap(t *testing.T) {
openrtb_ext.BidderMobileFuse: true,
openrtb_ext.BidderOrbidder: true,
openrtb_ext.BidderPubnative: true,
+ openrtb_ext.BidderSmaato: true,
openrtb_ext.BidderTappx: true,
openrtb_ext.BidderYeahmobi: true,
}
From 7615d472149c9dd7ffd06360e54792cd54a0d51f Mon Sep 17 00:00:00 2001
From: Adprime <64427228+Adprime@users.noreply.github.com>
Date: Thu, 6 Aug 2020 19:43:30 +0300
Subject: [PATCH 157/381] New Adprime adapter (#1418)
Co-authored-by: Aiholkin
---
adapters/adprime/adprime.go | 142 ++++++++++++++++++
adapters/adprime/adprime_test.go | 12 ++
.../adprimetest/exemplary/simple-banner.json | 134 +++++++++++++++++
.../adprimetest/exemplary/simple-video.json | 119 +++++++++++++++
.../exemplary/simple-web-banner.json | 133 ++++++++++++++++
.../adprime/adprimetest/params/banner.json | 3 +
.../adprimetest/params/race/banner.json | 3 +
.../adprimetest/params/race/video.json | 3 +
.../adprime/adprimetest/params/video.json | 3 +
.../adprimetest/supplemental/bad-imp-ext.json | 42 ++++++
.../supplemental/bad_response.json | 85 +++++++++++
.../supplemental/no-imp-ext-1.json | 39 +++++
.../supplemental/no-imp-ext-2.json | 39 +++++
.../adprimetest/supplemental/status-204.json | 79 ++++++++++
.../adprimetest/supplemental/status-404.json | 85 +++++++++++
adapters/adprime/params_test.go | 46 ++++++
config/config.go | 1 +
exchange/adapter_map.go | 2 +
openrtb_ext/bidders.go | 2 +
openrtb_ext/imp_adprime.go | 6 +
static/bidder-info/adprime.yaml | 11 ++
static/bidder-params/adprime.json | 14 ++
usersync/usersyncers/syncer_test.go | 1 +
23 files changed, 1004 insertions(+)
create mode 100644 adapters/adprime/adprime.go
create mode 100644 adapters/adprime/adprime_test.go
create mode 100644 adapters/adprime/adprimetest/exemplary/simple-banner.json
create mode 100644 adapters/adprime/adprimetest/exemplary/simple-video.json
create mode 100644 adapters/adprime/adprimetest/exemplary/simple-web-banner.json
create mode 100644 adapters/adprime/adprimetest/params/banner.json
create mode 100644 adapters/adprime/adprimetest/params/race/banner.json
create mode 100644 adapters/adprime/adprimetest/params/race/video.json
create mode 100644 adapters/adprime/adprimetest/params/video.json
create mode 100644 adapters/adprime/adprimetest/supplemental/bad-imp-ext.json
create mode 100644 adapters/adprime/adprimetest/supplemental/bad_response.json
create mode 100644 adapters/adprime/adprimetest/supplemental/no-imp-ext-1.json
create mode 100644 adapters/adprime/adprimetest/supplemental/no-imp-ext-2.json
create mode 100644 adapters/adprime/adprimetest/supplemental/status-204.json
create mode 100644 adapters/adprime/adprimetest/supplemental/status-404.json
create mode 100644 adapters/adprime/params_test.go
create mode 100644 openrtb_ext/imp_adprime.go
create mode 100644 static/bidder-info/adprime.yaml
create mode 100644 static/bidder-params/adprime.json
diff --git a/adapters/adprime/adprime.go b/adapters/adprime/adprime.go
new file mode 100644
index 00000000000..007d3c86570
--- /dev/null
+++ b/adapters/adprime/adprime.go
@@ -0,0 +1,142 @@
+package adprime
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+
+ "github.com/buger/jsonparser"
+ "github.com/mxmCherry/openrtb"
+ "github.com/prebid/prebid-server/adapters"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// AdprimeAdapter struct
+type AdprimeAdapter struct {
+ URI string
+}
+
+// NewAdprimeBidder Initializes the Bidder
+func NewAdprimeBidder(endpoint string) *AdprimeAdapter {
+ return &AdprimeAdapter{
+ URI: endpoint,
+ }
+}
+
+type adprimeParams struct {
+ TagID string `json:"TagID"`
+}
+
+// MakeRequests create bid request for adprime demand
+func (a *AdprimeAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
+ var errs []error
+ var err error
+ var tagID string
+
+ var adapterRequests []*adapters.RequestData
+
+ reqCopy := *request
+ for _, imp := range request.Imp {
+ reqCopy.Imp = []openrtb.Imp{imp}
+
+ tagID, err = jsonparser.GetString(reqCopy.Imp[0].Ext, "bidder", "TagID")
+ if err != nil {
+ errs = append(errs, err)
+ continue
+ }
+
+ reqCopy.Imp[0].TagID = tagID
+
+ adapterReq, errors := a.makeRequest(&reqCopy)
+ if adapterReq != nil {
+ adapterRequests = append(adapterRequests, adapterReq)
+ }
+ errs = append(errs, errors...)
+ }
+ return adapterRequests, errs
+}
+
+func (a *AdprimeAdapter) makeRequest(request *openrtb.BidRequest) (*adapters.RequestData, []error) {
+
+ var errs []error
+
+ reqJSON, err := json.Marshal(request)
+
+ if err != nil {
+ errs = append(errs, err)
+ return nil, errs
+ }
+
+ headers := http.Header{}
+ headers.Add("Content-Type", "application/json;charset=utf-8")
+ headers.Add("Accept", "application/json")
+ return &adapters.RequestData{
+ Method: "POST",
+ Uri: a.URI,
+ Body: reqJSON,
+ Headers: headers,
+ }, errs
+}
+
+// MakeBids makes the bids
+func (a *AdprimeAdapter) MakeBids(internalRequest *openrtb.BidRequest, externalRequest *adapters.RequestData, response *adapters.ResponseData) (*adapters.BidderResponse, []error) {
+ var errs []error
+
+ if response.StatusCode == http.StatusNoContent {
+ return nil, nil
+ }
+
+ if response.StatusCode == http.StatusNotFound {
+ return nil, []error{&errortypes.BadServerResponse{
+ Message: fmt.Sprintf("Page not found: %d. Run with request.debug = 1 for more info", response.StatusCode),
+ }}
+ }
+
+ if response.StatusCode != http.StatusOK {
+ return nil, []error{&errortypes.BadServerResponse{
+ Message: fmt.Sprintf("Unexpected status code: %d. Run with request.debug = 1 for more info", response.StatusCode),
+ }}
+ }
+
+ var bidResp openrtb.BidResponse
+
+ if err := json.Unmarshal(response.Body, &bidResp); err != nil {
+ return nil, []error{err}
+ }
+
+ bidResponse := adapters.NewBidderResponseWithBidsCapacity(1)
+
+ for _, sb := range bidResp.SeatBid {
+ for i := range sb.Bid {
+ bidType, err := getMediaTypeForImp(sb.Bid[i].ImpID, internalRequest.Imp)
+ if err != nil {
+ errs = append(errs, err)
+ } else {
+ b := &adapters.TypedBid{
+ Bid: &sb.Bid[i],
+ BidType: bidType,
+ }
+ bidResponse.Bids = append(bidResponse.Bids, b)
+ }
+ }
+ }
+ return bidResponse, errs
+}
+
+func getMediaTypeForImp(impID string, imps []openrtb.Imp) (openrtb_ext.BidType, error) {
+ mediaType := openrtb_ext.BidTypeBanner
+ for _, imp := range imps {
+ if imp.ID == impID {
+ if imp.Banner == nil && imp.Video != nil {
+ mediaType = openrtb_ext.BidTypeVideo
+ }
+ return mediaType, nil
+ }
+ }
+
+ // This shouldnt happen. Lets handle it just incase by returning an error.
+ return "", &errortypes.BadInput{
+ Message: fmt.Sprintf("Failed to find impression \"%s\" ", impID),
+ }
+}
diff --git a/adapters/adprime/adprime_test.go b/adapters/adprime/adprime_test.go
new file mode 100644
index 00000000000..2d3ee9b2b3f
--- /dev/null
+++ b/adapters/adprime/adprime_test.go
@@ -0,0 +1,12 @@
+package adprime
+
+import (
+ "testing"
+
+ "github.com/prebid/prebid-server/adapters/adapterstest"
+)
+
+func TestJsonSamples(t *testing.T) {
+ adprimeAdapter := NewAdprimeBidder("http://delta.adprime.com/?c=o&m=ortb")
+ adapterstest.RunJSONBidderTest(t, "adprimetest", adprimeAdapter)
+}
diff --git a/adapters/adprime/adprimetest/exemplary/simple-banner.json b/adapters/adprime/adprimetest/exemplary/simple-banner.json
new file mode 100644
index 00000000000..076175c6274
--- /dev/null
+++ b/adapters/adprime/adprimetest/exemplary/simple-banner.json
@@ -0,0 +1,134 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {
+ "bidder": {
+ "TagID": "1"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+},
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://delta.adprime.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {
+ "bidder": {
+ "TagID": "1"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 300,
+ "h": 250,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ }
+ ],
+ "seat": "adprime"
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "bids":[
+ {
+ "bid": {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 300,
+ "h": 250,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/adprime/adprimetest/exemplary/simple-video.json b/adapters/adprime/adprimetest/exemplary/simple-video.json
new file mode 100644
index 00000000000..3e61c4dddd1
--- /dev/null
+++ b/adapters/adprime/adprimetest/exemplary/simple-video.json
@@ -0,0 +1,119 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ },
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [2, 5],
+ "w": 1024,
+ "h": 576
+ },
+ "ext": {
+ "bidder": {
+ "TagID": "288"
+ }
+ }
+ }
+ ]
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://delta.adprime.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ },
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "video": {
+ "mimes": ["video/mp4"],
+ "protocols": [2, 5],
+ "w": 1024,
+ "h": 576
+ },
+ "tagid": "288",
+ "ext": {
+ "bidder": {
+ "TagID": "288"
+ }
+ }
+ }
+ ]
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "00:01:00",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
+ }
+ }
+ ],
+ "seat": "adprime"
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "00:01:00",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "ext": {
+ "prebid": {
+ "type": "video"
+ }
+ }
+ },
+ "type": "video"
+ }
+ ]
+ }
+ ]
+}
diff --git a/adapters/adprime/adprimetest/exemplary/simple-web-banner.json b/adapters/adprime/adprimetest/exemplary/simple-web-banner.json
new file mode 100644
index 00000000000..a955854fb31
--- /dev/null
+++ b/adapters/adprime/adprimetest/exemplary/simple-web-banner.json
@@ -0,0 +1,133 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {
+ "bidder": {
+ "TagID": "1"
+ }
+ }
+ }
+ ],
+ "site": {
+ "id": "1",
+ "domain": "test.com"
+ },
+ "device": {
+ "ip": "123.123.123.123"
+ }
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://delta.adprime.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {
+ "bidder": {
+ "TagID": "1"
+ }
+ }
+ }
+ ],
+ "site": {
+ "id": "1",
+ "domain": "test.com"
+ },
+ "device": {
+ "ip": "123.123.123.123"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "id": "test-request-id",
+ "seatbid": [
+ {
+ "bid": [
+ {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 468,
+ "h": 60,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ }
+ ],
+ "seat": "adprime"
+ }
+ ],
+ "cur": "USD"
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "bids":[
+ {
+ "bid": {
+ "id": "test_bid_id",
+ "impid": "test-imp-id",
+ "price": 0.27543,
+ "adm": "",
+ "cid": "test_cid",
+ "crid": "test_crid",
+ "dealid": "test_dealid",
+ "w": 468,
+ "h": 60,
+ "ext": {
+ "prebid": {
+ "type": "banner"
+ }
+ }
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+ }
+
\ No newline at end of file
diff --git a/adapters/adprime/adprimetest/params/banner.json b/adapters/adprime/adprimetest/params/banner.json
new file mode 100644
index 00000000000..e3f4cb7605a
--- /dev/null
+++ b/adapters/adprime/adprimetest/params/banner.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "1"
+}
\ No newline at end of file
diff --git a/adapters/adprime/adprimetest/params/race/banner.json b/adapters/adprime/adprimetest/params/race/banner.json
new file mode 100644
index 00000000000..e3f4cb7605a
--- /dev/null
+++ b/adapters/adprime/adprimetest/params/race/banner.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "1"
+}
\ No newline at end of file
diff --git a/adapters/adprime/adprimetest/params/race/video.json b/adapters/adprime/adprimetest/params/race/video.json
new file mode 100644
index 00000000000..c8d14757903
--- /dev/null
+++ b/adapters/adprime/adprimetest/params/race/video.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "288"
+}
\ No newline at end of file
diff --git a/adapters/adprime/adprimetest/params/video.json b/adapters/adprime/adprimetest/params/video.json
new file mode 100644
index 00000000000..c8d14757903
--- /dev/null
+++ b/adapters/adprime/adprimetest/params/video.json
@@ -0,0 +1,3 @@
+{
+ "TagID": "288"
+}
\ No newline at end of file
diff --git a/adapters/adprime/adprimetest/supplemental/bad-imp-ext.json b/adapters/adprime/adprimetest/supplemental/bad-imp-ext.json
new file mode 100644
index 00000000000..a95c56e8426
--- /dev/null
+++ b/adapters/adprime/adprimetest/supplemental/bad-imp-ext.json
@@ -0,0 +1,42 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {
+ "adprime": {
+ "TagID": "1"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+},
+"expectedMakeRequestsErrors": [
+ {
+ "value": "Key path not found",
+ "comparison": "literal"
+ }
+]
+}
diff --git a/adapters/adprime/adprimetest/supplemental/bad_response.json b/adapters/adprime/adprimetest/supplemental/bad_response.json
new file mode 100644
index 00000000000..329e9c7269f
--- /dev/null
+++ b/adapters/adprime/adprimetest/supplemental/bad_response.json
@@ -0,0 +1,85 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ },
+ "httpCalls": [{
+ "expectedRequest": {
+ "uri": "http://delta.adprime.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": ""
+ }
+ }],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "json: cannot unmarshal string into Go value of type openrtb.BidResponse",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/adprime/adprimetest/supplemental/no-imp-ext-1.json b/adapters/adprime/adprimetest/supplemental/no-imp-ext-1.json
new file mode 100644
index 00000000000..1e38dbe4541
--- /dev/null
+++ b/adapters/adprime/adprimetest/supplemental/no-imp-ext-1.json
@@ -0,0 +1,39 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": ""
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "Key path not found",
+ "comparison": "literal"
+ }
+ ]
+ }
+
\ No newline at end of file
diff --git a/adapters/adprime/adprimetest/supplemental/no-imp-ext-2.json b/adapters/adprime/adprimetest/supplemental/no-imp-ext-2.json
new file mode 100644
index 00000000000..f9759fae8ff
--- /dev/null
+++ b/adapters/adprime/adprimetest/supplemental/no-imp-ext-2.json
@@ -0,0 +1,39 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "1",
+ "ext": {}
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "zxcjbzxmc-zxcbmz-zxbcz-zxczx"
+ }
+ },
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "Key path not found",
+ "comparison": "literal"
+ }
+ ]
+ }
+
\ No newline at end of file
diff --git a/adapters/adprime/adprimetest/supplemental/status-204.json b/adapters/adprime/adprimetest/supplemental/status-204.json
new file mode 100644
index 00000000000..44ee59d4d28
--- /dev/null
+++ b/adapters/adprime/adprimetest/supplemental/status-204.json
@@ -0,0 +1,79 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ },
+ "httpCalls": [{
+ "expectedRequest": {
+ "uri": "http://delta.adprime.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "17",
+ "ext": {
+ "bidder": {
+ "TagID": "17"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 204,
+ "body": {}
+ }
+ }]
+}
diff --git a/adapters/adprime/adprimetest/supplemental/status-404.json b/adapters/adprime/adprimetest/supplemental/status-404.json
new file mode 100644
index 00000000000..c2b303f0cb4
--- /dev/null
+++ b/adapters/adprime/adprimetest/supplemental/status-404.json
@@ -0,0 +1,85 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "100000000",
+ "ext": {
+ "bidder": {
+ "TagID": "100000000"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ },
+ "httpCalls": [{
+ "expectedRequest": {
+ "uri": "http://delta.adprime.com/?c=o&m=ortb",
+ "body": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "format": [
+ {
+ "w": 300,
+ "h": 250
+ },
+ {
+ "w": 300,
+ "h": 600
+ }
+ ]
+ },
+ "tagid": "100000000",
+ "ext": {
+ "bidder": {
+ "TagID": "100000000"
+ }
+ }
+ }
+ ],
+ "app": {
+ "id": "1",
+ "bundle": "com.wls.testwlsapplication"
+ },
+ "device": {
+ "ip": "123.123.123.123",
+ "ifa": "sdjfksdf-dfsds-dsdg-dsgg"
+ }
+ }
+ },
+ "mockResponse": {
+ "status": 404,
+ "body": {}
+ }
+ }],
+ "expectedMakeBidsErrors": [
+ {
+ "value": "Page not found: 404. Run with request.debug = 1 for more info",
+ "comparison": "literal"
+ }
+ ]
+}
diff --git a/adapters/adprime/params_test.go b/adapters/adprime/params_test.go
new file mode 100644
index 00000000000..05adad5c4ff
--- /dev/null
+++ b/adapters/adprime/params_test.go
@@ -0,0 +1,46 @@
+package adprime
+
+import (
+ "encoding/json"
+ "testing"
+
+ "github.com/prebid/prebid-server/openrtb_ext"
+)
+
+// TestValidParams makes sure that the adprime schema accepts all imp.ext fields which we intend to support.
+func TestValidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, validParam := range validParams {
+ if err := validator.Validate(openrtb_ext.BidderAdprime, json.RawMessage(validParam)); err != nil {
+ t.Errorf("Schema rejected adprime params: %s", validParam)
+ }
+ }
+}
+
+// TestInvalidParams makes sure that the adprime schema rejects all the imp.ext fields we don't support.
+func TestInvalidParams(t *testing.T) {
+ validator, err := openrtb_ext.NewBidderParamsValidator("../../static/bidder-params")
+ if err != nil {
+ t.Fatalf("Failed to fetch the json-schemas. %v", err)
+ }
+
+ for _, invalidParam := range invalidParams {
+ if err := validator.Validate(openrtb_ext.BidderAdprime, json.RawMessage(invalidParam)); err == nil {
+ t.Errorf("Schema allowed unexpected params: %s", invalidParam)
+ }
+ }
+}
+
+var validParams = []string{
+ `{"TagID": "1"}`,
+}
+
+var invalidParams = []string{
+ `{"id": "123"}`,
+ `{"tagid": "123"}`,
+ `{"TagID": 16}`,
+}
diff --git a/config/config.go b/config/config.go
index fb0607646ee..9663b021b5b 100755
--- a/config/config.go
+++ b/config/config.go
@@ -797,6 +797,7 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("adapters.adocean.endpoint", "https://{{.Host}}")
v.SetDefault("adapters.adoppler.endpoint", "http://app.trustedmarketplace.io/ads")
v.SetDefault("adapters.adpone.endpoint", "http://rtb.adpone.com/bid-request?src=prebid_server")
+ v.SetDefault("adapters.adprime.endpoint", "http://delta.adprime.com/?c=o&m=ortb")
v.SetDefault("adapters.adtarget.endpoint", "http://ghb.console.adtarget.com.tr/pbs/ortb")
v.SetDefault("adapters.adtelligent.endpoint", "http://ghb.adtelligent.com/pbs/ortb")
v.SetDefault("adapters.advangelists.endpoint", "http://nep.advangelists.com/xp/get?pubid={{.PublisherID}}")
diff --git a/exchange/adapter_map.go b/exchange/adapter_map.go
index 207a7a9b9e9..d056de664b7 100755
--- a/exchange/adapter_map.go
+++ b/exchange/adapter_map.go
@@ -19,6 +19,7 @@ import (
"github.com/prebid/prebid-server/adapters/adocean"
"github.com/prebid/prebid-server/adapters/adoppler"
"github.com/prebid/prebid-server/adapters/adpone"
+ "github.com/prebid/prebid-server/adapters/adprime"
"github.com/prebid/prebid-server/adapters/adtarget"
"github.com/prebid/prebid-server/adapters/adtelligent"
"github.com/prebid/prebid-server/adapters/advangelists"
@@ -106,6 +107,7 @@ func newAdapterMap(client *http.Client, cfg *config.Configuration, infos adapter
openrtb_ext.BidderAdOcean: adocean.NewAdOceanBidder(client, cfg.Adapters[strings.ToLower(string(openrtb_ext.BidderAdOcean))].Endpoint),
openrtb_ext.BidderAdoppler: adoppler.NewAdopplerBidder(cfg.Adapters[string(openrtb_ext.BidderAdoppler)].Endpoint),
openrtb_ext.BidderAdpone: adpone.NewAdponeBidder(cfg.Adapters[string(openrtb_ext.BidderAdpone)].Endpoint),
+ openrtb_ext.BidderAdprime: adprime.NewAdprimeBidder(cfg.Adapters[string(openrtb_ext.BidderAdprime)].Endpoint),
openrtb_ext.BidderAdtarget: adtarget.NewAdtargetBidder(cfg.Adapters[string(openrtb_ext.BidderAdtarget)].Endpoint),
openrtb_ext.BidderAdtelligent: adtelligent.NewAdtelligentBidder(cfg.Adapters[string(openrtb_ext.BidderAdtelligent)].Endpoint),
openrtb_ext.BidderAdvangelists: advangelists.NewAdvangelistsBidder(cfg.Adapters[string(openrtb_ext.BidderAdvangelists)].Endpoint),
diff --git a/openrtb_ext/bidders.go b/openrtb_ext/bidders.go
index ee0f40903e0..761f53d441e 100755
--- a/openrtb_ext/bidders.go
+++ b/openrtb_ext/bidders.go
@@ -34,6 +34,7 @@ const (
BidderAdman BidderName = "adman"
BidderAdmixer BidderName = "admixer"
BidderAdOcean BidderName = "adocean"
+ BidderAdprime BidderName = "adprime"
BidderAdtarget BidderName = "adtarget"
BidderAdtelligent BidderName = "adtelligent"
BidderAdvangelists BidderName = "advangelists"
@@ -116,6 +117,7 @@ var BidderMap = map[string]BidderName{
"adman": BidderAdman,
"admixer": BidderAdmixer,
"adocean": BidderAdOcean,
+ "adprime": BidderAdprime,
"adpone": BidderAdpone,
"adtarget": BidderAdtarget,
"adtelligent": BidderAdtelligent,
diff --git a/openrtb_ext/imp_adprime.go b/openrtb_ext/imp_adprime.go
new file mode 100644
index 00000000000..a089b818b56
--- /dev/null
+++ b/openrtb_ext/imp_adprime.go
@@ -0,0 +1,6 @@
+package openrtb_ext
+
+// ExtImpAdprime defines adprime specifiec param
+type ExtImpAdprime struct {
+ TagID string `json:"TagID"`
+}
diff --git a/static/bidder-info/adprime.yaml b/static/bidder-info/adprime.yaml
new file mode 100644
index 00000000000..9759ed63be7
--- /dev/null
+++ b/static/bidder-info/adprime.yaml
@@ -0,0 +1,11 @@
+maintainer:
+ email: "rafal@adprime.com"
+capabilities:
+ app:
+ mediaTypes:
+ - banner
+ - video
+ site:
+ mediaTypes:
+ - banner
+ - video
\ No newline at end of file
diff --git a/static/bidder-params/adprime.json b/static/bidder-params/adprime.json
new file mode 100644
index 00000000000..d527056597d
--- /dev/null
+++ b/static/bidder-params/adprime.json
@@ -0,0 +1,14 @@
+{
+ "$schema": "http://json-schema.org/draft-04/schema#",
+ "title": "Adprime Adapter Params",
+ "description": "A schema which validates params accepted by the Adprime adapter",
+
+ "type": "object",
+ "properties": {
+ "TagID": {
+ "type": "string",
+ "description": "An ID which identifies the adprime ad tag"
+ }
+ },
+ "required" : [ "TagID" ]
+ }
\ No newline at end of file
diff --git a/usersync/usersyncers/syncer_test.go b/usersync/usersyncers/syncer_test.go
index 22b215c3132..9197ed9507d 100755
--- a/usersync/usersyncers/syncer_test.go
+++ b/usersync/usersyncers/syncer_test.go
@@ -96,6 +96,7 @@ func TestNewSyncerMap(t *testing.T) {
openrtb_ext.BidderSmaato: true,
openrtb_ext.BidderTappx: true,
openrtb_ext.BidderYeahmobi: true,
+ openrtb_ext.BidderAdprime: true,
}
for bidder, config := range cfg.Adapters {
From a7aaa97af15618f1b4cb7de3cb38866213c41028 Mon Sep 17 00:00:00 2001
From: guscarreon
Date: Thu, 6 Aug 2020 14:21:01 -0400
Subject: [PATCH 158/381] Separate "debug" behavior from "billable" behavior
(#1387)
---
exchange/bidder.go | 2 +-
exchange/bidder_test.go | 48 -----
exchange/exchange.go | 99 ++++-----
exchange/exchange_test.go | 190 ++++++++++++++++--
exchange/utils.go | 98 ++++++---
exchange/utils_test.go | 412 ++++++++++++++++++++++++++++++++------
openrtb_ext/request.go | 1 +
7 files changed, 646 insertions(+), 204 deletions(-)
diff --git a/exchange/bidder.go b/exchange/bidder.go
index 7c39b72b348..decad8ccf2f 100644
--- a/exchange/bidder.go
+++ b/exchange/bidder.go
@@ -150,7 +150,7 @@ func (bidder *bidderAdapter) requestBid(ctx context.Context, request *openrtb.Bi
for i := 0; i < len(reqData); i++ {
httpInfo := <-responseChannel
// If this is a test bid, capture debugging info from the requests.
- if request.Test == 1 {
+ if debugInfo := ctx.Value(DebugContextKey); debugInfo != nil && debugInfo.(bool) {
seatBid.httpCalls = append(seatBid.httpCalls, makeExt(httpInfo))
}
diff --git a/exchange/bidder_test.go b/exchange/bidder_test.go
index 1a27b72aa12..7ae96c09b93 100644
--- a/exchange/bidder_test.go
+++ b/exchange/bidder_test.go
@@ -938,54 +938,6 @@ func TestSuccessfulResponseLogging(t *testing.T) {
}
}
-// TestServerCallDebugging makes sure that we log the server calls made by the Bidder on test bids.
-func TestServerCallDebugging(t *testing.T) {
- respBody := "{\"bid\":false}"
- respStatus := 200
- server := httptest.NewServer(mockHandler(respStatus, "getBody", respBody))
- defer server.Close()
-
- reqBody := "{\"key\":\"val\"}"
- reqUrl := server.URL
- bidderImpl := &goodSingleBidder{
- httpRequest: &adapters.RequestData{
- Method: "POST",
- Uri: reqUrl,
- Body: []byte(reqBody),
- Headers: http.Header{},
- },
- }
- bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
- currencyConverter := currencies.NewRateConverterDefault()
-
- bids, _ := bidder.requestBid(
- context.Background(),
- &openrtb.BidRequest{
- Test: 1,
- },
- "test",
- 1.0,
- currencyConverter.Rates(),
- &adapters.ExtraRequestInfo{},
- )
-
- if len(bids.httpCalls) != 1 {
- t.Errorf("We should log the server call if this is a test bid. Got %d", len(bids.httpCalls))
- }
- if bids.httpCalls[0].Uri != reqUrl {
- t.Errorf("Wrong httpcalls URI. Expected %s, got %s", reqUrl, bids.httpCalls[0].Uri)
- }
- if bids.httpCalls[0].RequestBody != reqBody {
- t.Errorf("Wrong httpcalls RequestBody. Expected %s, got %s", reqBody, bids.httpCalls[0].RequestBody)
- }
- if bids.httpCalls[0].ResponseBody != respBody {
- t.Errorf("Wrong httpcalls ResponseBody. Expected %s, got %s", respBody, bids.httpCalls[0].ResponseBody)
- }
- if bids.httpCalls[0].Status != respStatus {
- t.Errorf("Wrong httpcalls Status. Expected %d, got %d", respStatus, bids.httpCalls[0].Status)
- }
-}
-
func TestMobileNativeTypes(t *testing.T) {
respBody := "{\"bid\":false}"
respStatus := 200
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 5001e495440..ad591f57794 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -27,6 +27,10 @@ import (
"github.com/prebid/prebid-server/prebid_cache_client"
)
+type ContextKey string
+
+const DebugContextKey = ContextKey("debugInfo")
+
// Exchange runs Auctions. Implementations must be threadsafe, and will be shared across many goroutines.
type Exchange interface {
// HoldAuction executes an OpenRTB v2.5 Auction.
@@ -86,12 +90,25 @@ func NewExchange(client *http.Client, cache prebid_cache_client.Client, cfg *con
}
func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidRequest, usersyncs IdFetcher, labels pbsmetrics.Labels, categoriesFetcher *stored_requests.CategoryFetcher, debugLog *DebugLog) (*openrtb.BidResponse, error) {
- // Snapshot of resolved bid request for debug if test request
- resolvedRequest, err := buildResolvedRequest(bidRequest)
+
+ requestExt, err := extractBidRequestExt(bidRequest)
if err != nil {
- glog.Errorf("Error marshalling bid request for debug: %v", err)
+ return nil, err
+ }
+
+ shouldCacheBids, shouldCacheVAST := getExtCacheInfo(requestExt)
+ targData := getExtTargetData(requestExt, shouldCacheBids, shouldCacheVAST)
+ if targData != nil {
+ targData.cacheHost, targData.cachePath = e.cache.GetExtCacheData()
+ }
+
+ debugInfo := getDebugInfo(bidRequest, requestExt)
+ if debugInfo {
+ ctx = e.makeDebugContext(ctx, debugInfo)
}
+ bidAdjustmentFactors := getExtBidAdjustmentFactors(requestExt)
+
for _, impInRequest := range bidRequest.Imp {
var impLabels pbsmetrics.ImpLabels = pbsmetrics.ImpLabels{
BannerImps: impInRequest.Banner != nil,
@@ -104,46 +121,16 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
// Slice of BidRequests, each a copy of the original cleaned to only contain bidder data for the named bidder
blabels := make(map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels)
- cleanRequests, aliases, privacyLabels, errs := cleanOpenRTBRequests(ctx, bidRequest, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
+ cleanRequests, aliases, privacyLabels, errs := cleanOpenRTBRequests(ctx, bidRequest, requestExt, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
e.me.RecordRequestPrivacy(privacyLabels)
// List of bidders we have requests for.
liveAdapters := listBiddersWithRequests(cleanRequests)
- // Process the request to check for targeting parameters.
- var targData *targetData
- shouldCacheBids := false
- shouldCacheVAST := false
- var bidAdjustmentFactors map[string]float64
- var requestExt openrtb_ext.ExtRequest
- if len(bidRequest.Ext) > 0 {
- err := json.Unmarshal(bidRequest.Ext, &requestExt)
- if err != nil {
- return nil, fmt.Errorf("Error decoding Request.ext : %s", err.Error())
- }
- bidAdjustmentFactors = requestExt.Prebid.BidAdjustmentFactors
- if requestExt.Prebid.Cache != nil {
- shouldCacheBids = requestExt.Prebid.Cache.Bids != nil
- shouldCacheVAST = requestExt.Prebid.Cache.VastXML != nil
- }
-
- if requestExt.Prebid.Targeting != nil {
- targData = &targetData{
- priceGranularity: requestExt.Prebid.Targeting.PriceGranularity,
- includeWinners: requestExt.Prebid.Targeting.IncludeWinners,
- includeBidderKeys: requestExt.Prebid.Targeting.IncludeBidderKeys,
- includeCacheBids: shouldCacheBids,
- includeCacheVast: shouldCacheVAST,
- includeFormat: requestExt.Prebid.Targeting.IncludeFormat,
- }
- targData.cacheHost, targData.cachePath = e.cache.GetExtCacheData()
- }
- }
-
// If we need to cache bids, then it will take some time to call prebid cache.
// We should reduce the amount of time the bidders have, to compensate.
- auctionCtx, cancel := e.makeAuctionContext(ctx, shouldCacheBids) //Why no context for `shouldCacheVast`?
+ auctionCtx, cancel := e.makeAuctionContext(ctx, shouldCacheBids)
defer cancel()
// Get currency rates conversions for the auction
@@ -180,7 +167,7 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
}
if debugLog != nil && debugLog.Enabled {
- bidResponseExt = e.makeExtBidResponse(adapterBids, adapterExtra, bidRequest, resolvedRequest, errs)
+ bidResponseExt = e.makeExtBidResponse(adapterBids, adapterExtra, bidRequest, debugInfo, errs)
if bidRespExtBytes, err := json.Marshal(bidResponseExt); err == nil {
debugLog.Data.Response = string(bidRespExtBytes)
} else {
@@ -205,7 +192,7 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
}
// Build the response
- return e.buildBidResponse(ctx, liveAdapters, adapterBids, bidRequest, resolvedRequest, adapterExtra, auc, bidResponseExt, errs)
+ return e.buildBidResponse(ctx, liveAdapters, adapterBids, bidRequest, adapterExtra, auc, bidResponseExt, errs)
}
type DealTierInfo struct {
@@ -284,6 +271,11 @@ func updateHbPbCatDur(bid *pbsOrtbBid, dealTierInfo *DealTierInfo, bidCategory m
}
}
+func (e *exchange) makeDebugContext(ctx context.Context, debugInfo bool) (debugCtx context.Context) {
+ debugCtx = context.WithValue(ctx, DebugContextKey, debugInfo)
+ return
+}
+
func (e *exchange) makeAuctionContext(ctx context.Context, needsCache bool) (auctionCtx context.Context, cancel context.CancelFunc) {
auctionCtx = ctx
cancel = func() {}
@@ -445,7 +437,7 @@ func errsToBidderErrors(errs []error) []openrtb_ext.ExtBidderError {
}
// This piece takes all the bids supplied by the adapters and crafts an openRTB response to send back to the requester
-func (e *exchange) buildBidResponse(ctx context.Context, liveAdapters []openrtb_ext.BidderName, adapterBids map[openrtb_ext.BidderName]*pbsOrtbSeatBid, bidRequest *openrtb.BidRequest, resolvedRequest json.RawMessage, adapterExtra map[openrtb_ext.BidderName]*seatResponseExtra, auc *auction, bidResponseExt *openrtb_ext.ExtBidResponse, errList []error) (*openrtb.BidResponse, error) {
+func (e *exchange) buildBidResponse(ctx context.Context, liveAdapters []openrtb_ext.BidderName, adapterBids map[openrtb_ext.BidderName]*pbsOrtbSeatBid, bidRequest *openrtb.BidRequest, adapterExtra map[openrtb_ext.BidderName]*seatResponseExtra, auc *auction, bidResponseExt *openrtb_ext.ExtBidResponse, errList []error) (*openrtb.BidResponse, error) {
bidResponse := new(openrtb.BidResponse)
bidResponse.ID = bidRequest.ID
@@ -469,7 +461,12 @@ func (e *exchange) buildBidResponse(ctx context.Context, liveAdapters []openrtb_
bidResponse.SeatBid = seatBids
if bidResponseExt == nil {
- bidResponseExt = e.makeExtBidResponse(adapterBids, adapterExtra, bidRequest, resolvedRequest, errList)
+ contextDebugValue := ctx.Value(DebugContextKey)
+ var debugInfo bool
+ if contextDebugValue != nil {
+ debugInfo = contextDebugValue.(bool)
+ }
+ bidResponseExt = e.makeExtBidResponse(adapterBids, adapterExtra, bidRequest, debugInfo, errList)
}
buffer := &bytes.Buffer{}
enc := json.NewEncoder(buffer)
@@ -480,7 +477,7 @@ func (e *exchange) buildBidResponse(ctx context.Context, liveAdapters []openrtb_
return bidResponse, err
}
-func applyCategoryMapping(ctx context.Context, requestExt openrtb_ext.ExtRequest, seatBids map[openrtb_ext.BidderName]*pbsOrtbSeatBid, categoriesFetcher stored_requests.CategoryFetcher, targData *targetData) (map[string]string, map[openrtb_ext.BidderName]*pbsOrtbSeatBid, []string, error) {
+func applyCategoryMapping(ctx context.Context, requestExt *openrtb_ext.ExtRequest, seatBids map[openrtb_ext.BidderName]*pbsOrtbSeatBid, categoriesFetcher stored_requests.CategoryFetcher, targData *targetData) (map[string]string, map[openrtb_ext.BidderName]*pbsOrtbSeatBid, []string, error) {
res := make(map[string]string)
type bidDedupe struct {
@@ -491,6 +488,8 @@ func applyCategoryMapping(ctx context.Context, requestExt openrtb_ext.ExtRequest
dedupe := make(map[string]bidDedupe)
+ // applyCategoryMapping doesn't get called unless
+ // requestExt.Prebid.Targeting != nil && requestExt.Prebid.Targeting.IncludeBrandCategory != nil
brandCatExt := requestExt.Prebid.Targeting.IncludeBrandCategory
//If ext.prebid.targeting.includebrandcategory is present in ext then competitive exclusion feature is on.
@@ -656,24 +655,22 @@ func getPrimaryAdServer(adServerId int) (string, error) {
}
// Extract all the data from the SeatBids and build the ExtBidResponse
-func (e *exchange) makeExtBidResponse(adapterBids map[openrtb_ext.BidderName]*pbsOrtbSeatBid, adapterExtra map[openrtb_ext.BidderName]*seatResponseExtra, req *openrtb.BidRequest, resolvedRequest json.RawMessage, errList []error) *openrtb_ext.ExtBidResponse {
+func (e *exchange) makeExtBidResponse(adapterBids map[openrtb_ext.BidderName]*pbsOrtbSeatBid, adapterExtra map[openrtb_ext.BidderName]*seatResponseExtra, req *openrtb.BidRequest, debugInfo bool, errList []error) *openrtb_ext.ExtBidResponse {
bidResponseExt := &openrtb_ext.ExtBidResponse{
Errors: make(map[openrtb_ext.BidderName][]openrtb_ext.ExtBidderError, len(adapterBids)),
ResponseTimeMillis: make(map[openrtb_ext.BidderName]int, len(adapterBids)),
RequestTimeoutMillis: req.TMax,
}
- if req.Test == 1 {
+ if debugInfo {
bidResponseExt.Debug = &openrtb_ext.ExtResponseDebug{
- HttpCalls: make(map[openrtb_ext.BidderName][]*openrtb_ext.ExtHttpCall),
- }
- if err := json.Unmarshal(resolvedRequest, &bidResponseExt.Debug.ResolvedRequest); err != nil {
- glog.Errorf("Error unmarshalling bid request snapshot: %v", err)
+ HttpCalls: make(map[openrtb_ext.BidderName][]*openrtb_ext.ExtHttpCall),
+ ResolvedRequest: req,
}
}
for bidderName, responseExtra := range adapterExtra {
- if req.Test == 1 {
+ if debugInfo {
bidResponseExt.Debug.HttpCalls[bidderName] = responseExtra.HttpCalls
}
// Only make an entry for bidder errors if the bidder reported any.
@@ -774,14 +771,6 @@ func (e *exchange) getBidCacheInfo(bid *pbsOrtbBid, auc *auction) (openrtb_ext.E
return cacheInfo, found
}
-// Returns a snapshot of resolved bid request for debug if test field is set in the incomming request
-func buildResolvedRequest(bidRequest *openrtb.BidRequest) (json.RawMessage, error) {
- if bidRequest.Test == 1 {
- return json.Marshal(bidRequest)
- }
- return nil, nil
-}
-
func listBiddersWithRequests(cleanRequests map[openrtb_ext.BidderName]*openrtb.BidRequest) []openrtb_ext.BidderName {
liveAdapters := make([]openrtb_ext.BidderName, len(cleanRequests))
i := 0
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index 96f740de23a..7da7b62e70b 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -22,6 +22,7 @@ import (
"github.com/prebid/prebid-server/openrtb_ext"
"github.com/prebid/prebid-server/pbsmetrics"
metricsConf "github.com/prebid/prebid-server/pbsmetrics/config"
+ metricsConfig "github.com/prebid/prebid-server/pbsmetrics/config"
pbc "github.com/prebid/prebid-server/prebid_cache_client"
"github.com/prebid/prebid-server/stored_requests"
"github.com/prebid/prebid-server/stored_requests/backends/file_fetcher"
@@ -112,9 +113,6 @@ func TestCharacterEscape(t *testing.T) {
Ext: json.RawMessage(`{"id": "some-request-id","site": {"page": "prebid.org"},"imp": [{"id": "some-impression-id","banner": {"format": [{"w": 300,"h": 250},{"w": 300,"h": 600}]},"ext": {"appnexus": {"placementId": 1}}}],"tmax": 500}`),
}
- //resolvedRequest json.RawMessage
- resolvedRequest := json.RawMessage(`{"id": "some-request-id","site": {"page": "prebid.org"},"imp": [{"id": "some-impression-id","banner": {"format": [{"w": 300,"h": 250},{"w": 300,"h": 600}]},"ext": {"appnexus": {"placementId": 1}}}],"tmax": 500}`)
-
//adapterExtra map[openrtb_ext.BidderName]*seatResponseExtra,
adapterExtra := make(map[openrtb_ext.BidderName]*seatResponseExtra, 1)
adapterExtra["appnexus"] = &seatResponseExtra{
@@ -126,7 +124,7 @@ func TestCharacterEscape(t *testing.T) {
var errList []error
/* 4) Build bid response */
- bidResp, err := e.buildBidResponse(context.Background(), liveAdapters, adapterBids, bidRequest, resolvedRequest, adapterExtra, nil, nil, errList)
+ bidResp, err := e.buildBidResponse(context.Background(), liveAdapters, adapterBids, bidRequest, adapterExtra, nil, nil, errList)
/* 5) Assert we have no errors and one '&' character as we are supposed to */
if err != nil {
@@ -140,6 +138,137 @@ func TestCharacterEscape(t *testing.T) {
}
}
+// TestDebugBehaviour asserts the HttpCalls object is included inside the json "debug" field of the bidResponse extension when the
+// openrtb.BidRequest "Test" value is set to 1 or the openrtb.BidRequest.Ext.Debug boolean field is set to true
+func TestDebugBehaviour(t *testing.T) {
+
+ // Define test cases
+ type inTest struct {
+ test int8
+ debug bool
+ }
+ type outTest struct {
+ debugInfoIncluded bool
+ }
+ type aTest struct {
+ desc string
+ in inTest
+ out outTest
+ }
+ testCases := []aTest{
+ {
+ desc: "test flag equals zero, ext debug flag false, no debug info expected",
+ in: inTest{test: 0, debug: false},
+ out: outTest{debugInfoIncluded: false},
+ },
+ {
+ desc: "test flag equals zero, ext debug flag true, debug info expected",
+ in: inTest{test: 0, debug: true},
+ out: outTest{debugInfoIncluded: true},
+ },
+ {
+ desc: "test flag equals 1, ext debug flag false, debug info expected",
+ in: inTest{test: 1, debug: false},
+ out: outTest{debugInfoIncluded: true},
+ },
+ {
+ desc: "test flag equals 1, ext debug flag true, debug info expected",
+ in: inTest{test: 1, debug: true},
+ out: outTest{debugInfoIncluded: true},
+ },
+ {
+ desc: "test flag not equal to 0 nor 1, ext debug flag false, no debug info expected",
+ in: inTest{test: 2, debug: false},
+ out: outTest{debugInfoIncluded: false},
+ },
+ {
+ desc: "test flag not equal to 0 nor 1, ext debug flag true, debug info expected",
+ in: inTest{test: -1, debug: true},
+ out: outTest{debugInfoIncluded: true},
+ },
+ }
+
+ // Set up test
+ noBidServer := func(w http.ResponseWriter, r *http.Request) {
+ w.WriteHeader(204)
+ }
+ server := httptest.NewServer(http.HandlerFunc(noBidServer))
+ defer server.Close()
+
+ categoriesFetcher, error := newCategoryFetcher("./test/category-mapping")
+ if error != nil {
+ t.Errorf("Failed to create a category Fetcher: %v", error)
+ }
+
+ bidRequest := &openrtb.BidRequest{
+ ID: "some-request-id",
+ Imp: []openrtb.Imp{{
+ ID: "some-impression-id",
+ Banner: &openrtb.Banner{Format: []openrtb.Format{{W: 300, H: 250}, {W: 300, H: 600}}},
+ Ext: json.RawMessage(`{"appnexus": {"placementId": 1}}`),
+ }},
+ Site: &openrtb.Site{Page: "prebid.org", Ext: json.RawMessage(`{"amp":0}`)},
+ Device: &openrtb.Device{UA: "curl/7.54.0", IP: "::1"},
+ AT: 1,
+ TMax: 500,
+ }
+
+ bidderImpl := &goodSingleBidder{
+ httpRequest: &adapters.RequestData{
+ Method: "POST",
+ Uri: server.URL,
+ Body: []byte("{\"key\":\"val\"}"),
+ Headers: http.Header{},
+ },
+ bidResponse: &adapters.BidderResponse{},
+ }
+
+ e := new(exchange)
+ e.adapterMap = map[openrtb_ext.BidderName]adaptedBidder{
+ openrtb_ext.BidderAppnexus: adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus),
+ }
+ e.cache = &wellBehavedCache{}
+ e.me = &metricsConf.DummyMetricsEngine{}
+ e.gDPR = gdpr.AlwaysAllow{}
+ e.currencyConverter = currencies.NewRateConverterDefault()
+
+ // Run tests
+ for _, test := range testCases {
+ bidRequest.Test = test.in.test
+
+ if test.in.debug {
+ bidRequest.Ext = json.RawMessage(`{"prebid":{"debug":true}}`)
+ } else {
+ bidRequest.Ext = nil
+ }
+
+ // Run test
+ outBidResponse, err := e.HoldAuction(context.Background(), bidRequest, &emptyUsersync{}, pbsmetrics.Labels{}, &categoriesFetcher, nil)
+
+ // Assert no HoldAuction error
+ assert.NoErrorf(t, err, "%s. ex.HoldAuction returned an error: %v \n", test.desc, err)
+ assert.NotNilf(t, outBidResponse.Ext, "%s. outBidResponse.Ext should not be nil \n", test.desc)
+
+ actualExt := &openrtb_ext.ExtBidResponse{}
+ err = json.Unmarshal(outBidResponse.Ext, actualExt)
+ assert.NoErrorf(t, err, "%s. \"ext\" JSON field could not be unmarshaled. err: \"%v\" \n outBidResponse.Ext: \"%s\" \n", test.desc, err, outBidResponse.Ext)
+
+ if test.out.debugInfoIncluded {
+ assert.NotNilf(t, actualExt, "%s. ext.debug field is expected to be included in this outBidResponse.Ext and not be nil. outBidResponse.Ext.Debug = %v \n", test.desc, actualExt.Debug)
+
+ // Assert "Debug fields
+ assert.Greater(t, len(actualExt.Debug.HttpCalls), 0, "%s. ext.debug.httpcalls array should not be empty\n", test.desc)
+ assert.Equal(t, server.URL, actualExt.Debug.HttpCalls["appnexus"][0].Uri, "%s. ext.debug.httpcalls array should not be empty\n", test.desc)
+ assert.NotNilf(t, actualExt.Debug.ResolvedRequest, "%s. ext.debug.resolvedrequest field is expected to be included in this outBidResponse.Ext and not be nil. outBidResponse.Ext.Debug = %v \n", test.desc, actualExt.Debug)
+
+ // If not nil, assert bid extension
+ if test.in.debug {
+ diffJson(t, test.desc, bidRequest.Ext, actualExt.Debug.ResolvedRequest.Ext)
+ }
+ }
+ }
+}
+
func TestGetBidCacheInfo(t *testing.T) {
testUUID := "CACHE_UUID_1234"
testExternalCacheHost := "https://www.externalprebidcache.net"
@@ -230,9 +359,6 @@ func TestGetBidCacheInfo(t *testing.T) {
},
}
- //resolvedRequest json.RawMessage
- resolvedRequest := json.RawMessage(`{"id": "some-request-id","site": {"page": "prebid.org"},"imp": [{"id": "some-impression-id","banner": {"format": [{"w": 300,"h": 250},{"w": 300,"h": 600}]},"ext": {"appnexus": {"placementId": 1}}}],"tmax": 500}`)
-
//adapterExtra map[openrtb_ext.BidderName]*seatResponseExtra,
adapterExtra := map[openrtb_ext.BidderName]*seatResponseExtra{
bidderName: {
@@ -278,7 +404,7 @@ func TestGetBidCacheInfo(t *testing.T) {
var errList []error
/* 4) Build bid response */
- bid_resp, err := e.buildBidResponse(context.Background(), liveAdapters, adapterBids, bidRequest, resolvedRequest, adapterExtra, auc, nil, errList)
+ bid_resp, err := e.buildBidResponse(context.Background(), liveAdapters, adapterBids, bidRequest, adapterExtra, auc, nil, errList)
/* 5) Assert we have no errors and the bid response we expected*/
assert.NoError(t, err, "[TestGetBidCacheInfo] buildBidResponse() threw an error")
@@ -342,8 +468,6 @@ func TestBidResponseCurrency(t *testing.T) {
Ext: json.RawMessage(`{"id": "some-request-id","site": {"page": "prebid.org"},"imp": [{"id": "some-impression-id","banner": {"format": [{"w": 300,"h": 250},{"w": 300,"h": 600}]},"ext": {"appnexus": {"placementId": 10433394}}}],"tmax": 500}`),
}
- resolvedRequest := json.RawMessage(`{"id": "some-request-id","site": {"page": "prebid.org"},"imp": [{"id": "some-impression-id","banner": {"format": [{"w": 300,"h": 250},{"w": 300,"h": 600}]},"ext": {"appnexus": {"placementId": 1}}}],"tmax": 500}`)
-
adapterExtra := map[openrtb_ext.BidderName]*seatResponseExtra{
"appnexus": {ResponseTimeMillis: 5},
}
@@ -449,7 +573,7 @@ func TestBidResponseCurrency(t *testing.T) {
// Run tests
for i := range testCases {
- actualBidResp, err := e.buildBidResponse(context.Background(), liveAdapters, testCases[i].adapterBids, bidRequest, resolvedRequest, adapterExtra, nil, nil, errList)
+ actualBidResp, err := e.buildBidResponse(context.Background(), liveAdapters, testCases[i].adapterBids, bidRequest, adapterExtra, nil, nil, errList)
assert.NoError(t, err, fmt.Sprintf("[TEST_FAILED] e.buildBidResponse resturns error in test: %s Error message: %s \n", testCases[i].description, err))
assert.Equalf(t, testCases[i].expectedBidResponse, actualBidResp, fmt.Sprintf("[TEST_FAILED] Objects must be equal for test: %s \n Expected: >>%s<< \n Actual: >>%s<< ", testCases[i].description, testCases[i].expectedBidResponse.Ext, actualBidResp.Ext))
}
@@ -702,6 +826,38 @@ func TestTimeoutComputation(t *testing.T) {
}
}
+func TestSetDebugContextKey(t *testing.T) {
+ // Test cases
+ testCases := []struct {
+ desc string
+ inDebugInfo bool
+ expectedDebugInfo bool
+ }{
+ {
+ desc: "debugInfo flag on, we expect to find DebugContextKey key in context",
+ inDebugInfo: true,
+ expectedDebugInfo: true,
+ },
+ {
+ desc: "debugInfo flag off, we don't expect to find DebugContextKey key in context",
+ inDebugInfo: false,
+ expectedDebugInfo: false,
+ },
+ }
+
+ // Setup test
+ ex := exchange{}
+
+ // Run tests
+ for _, test := range testCases {
+ auctionCtx := ex.makeDebugContext(context.Background(), test.inDebugInfo)
+
+ debugInfo := auctionCtx.Value(DebugContextKey)
+ assert.NotNil(t, debugInfo, "%s. Flag set, `debugInfo` shouldn't be nil")
+ assert.Equal(t, test.expectedDebugInfo, debugInfo.(bool), "Desc: %s. Incorrect value mapped to DebugContextKey(`debugInfo`) in the context\n", test.desc)
+ }
+}
+
// TestExchangeJSON executes tests for all the *.json files in exchangetest.
func TestExchangeJSON(t *testing.T) {
if specFiles, err := ioutil.ReadDir("./exchangetest"); err == nil {
@@ -974,7 +1130,7 @@ func TestCategoryMapping(t *testing.T) {
adapterBids[bidderName1] = &seatBid
- bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, requestExt, adapterBids, categoriesFetcher, targData)
+ bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &requestExt, adapterBids, categoriesFetcher, targData)
assert.Equal(t, nil, err, "Category mapping error should be empty")
assert.Equal(t, 1, len(rejections), "There should be 1 bid rejection message")
@@ -1029,7 +1185,7 @@ func TestCategoryMappingNoIncludeBrandCategory(t *testing.T) {
adapterBids[bidderName1] = &seatBid
- bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, requestExt, adapterBids, categoriesFetcher, targData)
+ bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &requestExt, adapterBids, categoriesFetcher, targData)
assert.Equal(t, nil, err, "Category mapping error should be empty")
assert.Empty(t, rejections, "There should be no bid rejection messages")
@@ -1081,7 +1237,7 @@ func TestCategoryMappingTranslateCategoriesNil(t *testing.T) {
adapterBids[bidderName1] = &seatBid
- bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, requestExt, adapterBids, categoriesFetcher, targData)
+ bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &requestExt, adapterBids, categoriesFetcher, targData)
assert.Equal(t, nil, err, "Category mapping error should be empty")
assert.Equal(t, 1, len(rejections), "There should be 1 bid rejection message")
@@ -1163,7 +1319,7 @@ func TestCategoryMappingTranslateCategoriesFalse(t *testing.T) {
adapterBids[bidderName1] = &seatBid
- bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, requestExt, adapterBids, categoriesFetcher, targData)
+ bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &requestExt, adapterBids, categoriesFetcher, targData)
assert.Equal(t, nil, err, "Category mapping error should be empty")
assert.Empty(t, rejections, "There should be no bid rejection messages")
@@ -1229,7 +1385,7 @@ func TestCategoryDedupe(t *testing.T) {
adapterBids[bidderName1] = &seatBid
- bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, requestExt, adapterBids, categoriesFetcher, targData)
+ bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &requestExt, adapterBids, categoriesFetcher, targData)
assert.Equal(t, nil, err, "Category mapping error should be empty")
assert.Equal(t, 2, len(rejections), "There should be 2 bid rejection messages")
@@ -1340,7 +1496,7 @@ func TestBidRejectionErrors(t *testing.T) {
adapterBids[bidderName] = &seatBid
- bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, test.reqExt, adapterBids, categoriesFetcher, targData)
+ bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &test.reqExt, adapterBids, categoriesFetcher, targData)
if len(test.expectedCatDur) > 0 {
// Bid deduplication case
diff --git a/exchange/utils.go b/exchange/utils.go
index bc1b555e507..97fae7b78ca 100644
--- a/exchange/utils.go
+++ b/exchange/utils.go
@@ -22,12 +22,8 @@ import (
func BidderToPrebidSChains(req *openrtb_ext.ExtRequest) (map[string]*openrtb_ext.ExtRequestPrebidSChainSChain, error) {
bidderToSChains := make(map[string]*openrtb_ext.ExtRequestPrebidSChainSChain)
- if len(req.Prebid.SChains) == 0 {
- return bidderToSChains, nil
- }
-
- for _, schainWrapper := range req.Prebid.SChains {
- if schainWrapper != nil && len(schainWrapper.Bidders) > 0 {
+ if req != nil {
+ for _, schainWrapper := range req.Prebid.SChains {
for _, bidder := range schainWrapper.Bidders {
if _, present := bidderToSChains[bidder]; present {
return nil, fmt.Errorf("request.ext.prebid.schains contains multiple schains for bidder %s; "+
@@ -49,6 +45,7 @@ func BidderToPrebidSChains(req *openrtb_ext.ExtRequest) (map[string]*openrtb_ext
// 3. BidRequest.User.BuyerUID will be set to that Bidder's ID.
func cleanOpenRTBRequests(ctx context.Context,
orig *openrtb.BidRequest,
+ requestExt *openrtb_ext.ExtRequest,
usersyncs IdFetcher,
blables map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels,
labels pbsmetrics.Labels,
@@ -66,7 +63,7 @@ func cleanOpenRTBRequests(ctx context.Context,
return
}
- requestsByBidder, errs = splitBidRequest(orig, impsByBidder, aliases, usersyncs, blables, labels)
+ requestsByBidder, errs = splitBidRequest(orig, requestExt, impsByBidder, aliases, usersyncs, blables, labels)
gdpr := extractGDPR(orig, usersyncIfAmbiguous)
consent := extractConsent(orig)
@@ -125,6 +122,7 @@ func cleanOpenRTBRequests(ctx context.Context,
}
func splitBidRequest(req *openrtb.BidRequest,
+ requestExt *openrtb_ext.ExtRequest,
impsByBidder map[string][]openrtb.Imp,
aliases map[string]string,
usersyncs IdFetcher,
@@ -137,20 +135,16 @@ func splitBidRequest(req *openrtb.BidRequest,
return nil, []error{err}
}
- var requestExt openrtb_ext.ExtRequest
var sChainsByBidder map[string]*openrtb_ext.ExtRequestPrebidSChainSChain
- if len(req.Ext) > 0 {
- err := json.Unmarshal(req.Ext, &requestExt)
- if err != nil {
- return nil, []error{err}
- }
- sChainsByBidder, err = BidderToPrebidSChains(&requestExt)
- if err != nil {
- return nil, []error{err}
- }
- } else {
- sChainsByBidder = make(map[string]*openrtb_ext.ExtRequestPrebidSChainSChain)
+ sChainsByBidder, err = BidderToPrebidSChains(requestExt)
+ if err != nil {
+ return nil, []error{err}
+ }
+
+ reqExt, err := getExtJson(req, requestExt)
+ if err != nil {
+ return nil, []error{err}
}
for bidder, imps := range impsByBidder {
@@ -174,23 +168,21 @@ func splitBidRequest(req *openrtb.BidRequest,
reqCopy.Imp = imps
prepareSource(&reqCopy, bidder, sChainsByBidder)
- prepareExt(&reqCopy, &requestExt)
+ reqCopy.Ext = reqExt
requestsByBidder[openrtb_ext.BidderName(bidder)] = &reqCopy
}
return requestsByBidder, nil
}
-func prepareExt(req *openrtb.BidRequest, unpackedExt *openrtb_ext.ExtRequest) {
- if len(req.Ext) == 0 {
- return
+func getExtJson(req *openrtb.BidRequest, unpackedExt *openrtb_ext.ExtRequest) (json.RawMessage, error) {
+ if len(req.Ext) == 0 || unpackedExt == nil {
+ return json.RawMessage(``), nil
}
+
extCopy := *unpackedExt
extCopy.Prebid.SChains = nil
- reqExt, err := json.Marshal(extCopy)
- if err == nil {
- req.Ext = reqExt
- }
+ return json.Marshal(extCopy)
}
func prepareSource(req *openrtb.BidRequest, bidder string, sChainsByBidder map[string]*openrtb_ext.ExtRequestPrebidSChainSChain) {
@@ -434,3 +426,55 @@ func randomizeList(list []openrtb_ext.BidderName) {
list[i], list[j] = list[j], list[i]
}
}
+
+func extractBidRequestExt(bidRequest *openrtb.BidRequest) (*openrtb_ext.ExtRequest, error) {
+ requestExt := &openrtb_ext.ExtRequest{}
+
+ if bidRequest == nil {
+ return requestExt, fmt.Errorf("Error bidRequest should not be nil")
+ }
+
+ if len(bidRequest.Ext) > 0 {
+ err := json.Unmarshal(bidRequest.Ext, &requestExt)
+ if err != nil {
+ return requestExt, fmt.Errorf("Error decoding Request.ext : %s", err.Error())
+ }
+ }
+ return requestExt, nil
+}
+
+func getExtCacheInfo(requestExt *openrtb_ext.ExtRequest) (shouldCacheBids bool, shouldCacheVAST bool) {
+ if requestExt != nil && requestExt.Prebid.Cache != nil {
+ shouldCacheBids = requestExt.Prebid.Cache.Bids != nil
+ shouldCacheVAST = requestExt.Prebid.Cache.VastXML != nil
+ }
+ return
+}
+
+func getExtTargetData(requestExt *openrtb_ext.ExtRequest, shouldCacheBids bool, shouldCacheVAST bool) *targetData {
+ var targData *targetData
+
+ if requestExt != nil && requestExt.Prebid.Targeting != nil {
+ targData = &targetData{
+ priceGranularity: requestExt.Prebid.Targeting.PriceGranularity,
+ includeWinners: requestExt.Prebid.Targeting.IncludeWinners,
+ includeBidderKeys: requestExt.Prebid.Targeting.IncludeBidderKeys,
+ includeCacheBids: shouldCacheBids,
+ includeCacheVast: shouldCacheVAST,
+ includeFormat: requestExt.Prebid.Targeting.IncludeFormat,
+ }
+ }
+ return targData
+}
+
+func getDebugInfo(bidRequest *openrtb.BidRequest, requestExt *openrtb_ext.ExtRequest) bool {
+ return (bidRequest != nil && bidRequest.Test == 1) || (requestExt != nil && requestExt.Prebid.Debug)
+}
+
+func getExtBidAdjustmentFactors(requestExt *openrtb_ext.ExtRequest) map[string]float64 {
+ var bidAdjustmentFactors map[string]float64
+ if requestExt != nil {
+ bidAdjustmentFactors = requestExt.Prebid.BidAdjustmentFactors
+ }
+ return bidAdjustmentFactors
+}
diff --git a/exchange/utils_test.go b/exchange/utils_test.go
index 608e6a17a10..3b919d3da56 100644
--- a/exchange/utils_test.go
+++ b/exchange/utils_test.go
@@ -3,6 +3,7 @@ package exchange
import (
"context"
"encoding/json"
+ "fmt"
"testing"
"github.com/mxmCherry/openrtb"
@@ -79,7 +80,7 @@ func TestCleanOpenRTBRequests(t *testing.T) {
}
for _, test := range testCases {
- reqByBidders, _, _, err := cleanOpenRTBRequests(context.Background(), test.req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
+ reqByBidders, _, _, err := cleanOpenRTBRequests(context.Background(), test.req, nil, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
if test.hasError {
assert.NotNil(t, err, "Error shouldn't be nil")
} else {
@@ -141,7 +142,7 @@ func TestCleanOpenRTBRequestsCCPA(t *testing.T) {
},
}
- results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, nil, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
@@ -185,7 +186,7 @@ func TestCleanOpenRTBRequestsCOPPA(t *testing.T) {
req := newBidRequest(t)
req.Regs = &openrtb.Regs{COPPA: test.coppa}
- results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, config.Privacy{})
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, nil, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, config.Privacy{})
result := results["appnexus"]
assert.Nil(t, errs)
@@ -202,77 +203,92 @@ func TestCleanOpenRTBRequestsCOPPA(t *testing.T) {
func TestCleanOpenRTBRequestsSChain(t *testing.T) {
testCases := []struct {
- description string
- inSourceExt json.RawMessage
- inExt json.RawMessage
- outSourceExt json.RawMessage
- outExt json.RawMessage
- hasError bool
+ description string
+ inExt json.RawMessage
+ inSourceExt json.RawMessage
+ outSourceExt json.RawMessage
+ outRequestExt json.RawMessage
+ hasError bool
}{
{
- description: "Empty root ext and source ext",
- inSourceExt: json.RawMessage(``),
- inExt: json.RawMessage(``),
- outSourceExt: json.RawMessage(``),
- outExt: json.RawMessage(``),
- hasError: false,
+ description: "Empty root ext and source ext, nil unmarshaled ext",
+ inExt: nil,
+ inSourceExt: json.RawMessage(``),
+ outSourceExt: json.RawMessage(``),
+ outRequestExt: json.RawMessage(``),
+ hasError: false,
},
{
- description: "No schains in root ext and empty source ext",
- inSourceExt: json.RawMessage(``),
- inExt: json.RawMessage(`{"prebid":{"schains":[]}}`),
- outSourceExt: json.RawMessage(``),
- outExt: json.RawMessage(`{"prebid":{}}`),
- hasError: false,
+ description: "Empty root ext, source ext, and unmarshaled ext",
+ inExt: json.RawMessage(``),
+ inSourceExt: json.RawMessage(``),
+ outSourceExt: json.RawMessage(``),
+ outRequestExt: json.RawMessage(``),
+ hasError: false,
},
{
- description: "Use source schain -- no bidder schain or wildcard schain in ext.prebid.schains",
- inSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
- inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["bidder1"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
- outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
- outExt: json.RawMessage(`{"prebid":{}}`),
- hasError: false,
+ description: "No schains in root ext and empty source ext. Unmarshaled ext is equivalent to root ext",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"schains":[]}}`),
+ outSourceExt: json.RawMessage(``),
+ outRequestExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
},
{
- description: "Use schain for bidder in ext.prebid.schains",
- inSourceExt: json.RawMessage(``),
- inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
- outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
- outExt: json.RawMessage(`{"prebid":{}}`),
- hasError: false,
+ description: "Use source schain -- no bidder schain or wildcard schain in ext.prebid.schains. Unmarshaled ext is equivalent to root ext",
+ inSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["bidder1"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
+ outRequestExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
},
{
- description: "Use wildcard schain in ext.prebid.schains",
- inSourceExt: json.RawMessage(``),
- inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["*"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
- outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
- outExt: json.RawMessage(`{"prebid":{}}`),
- hasError: false,
+ description: "Use schain for bidder in ext.prebid.schains. Unmarshaled ext is equivalent to root ext",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
+ outRequestExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
},
{
- description: "Use schain for bidder in ext.prebid.schains instead of wildcard",
- inSourceExt: json.RawMessage(``),
- inExt: json.RawMessage(`{"prebid":{"aliases":{"appnexus":"alias1"},"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}, {"bidders":["*"],"schain":{"complete":1,"nodes":[{"asi":"wildcard.com","sid":"wildcard1","rid":"WildcardReq1","hp":1}],"ver":"1.0"}} ]}}`),
- outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
- outExt: json.RawMessage(`{"prebid":{"aliases":{"appnexus":"alias1"}}}`),
- hasError: false,
+ description: "Use wildcard schain in ext.prebid.schains. Unmarshaled ext is equivalent to root ext",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["*"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
+ outRequestExt: json.RawMessage(`{"prebid":{}}`),
+ hasError: false,
},
{
- description: "Use source schain -- multiple (two) bidder schains in ext.prebid.schains",
- inSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
- inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller1.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}, {"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller2.com","sid":"00002","rid":"BidRequest2","hp":1}],"ver":"1.0"}}]}}`),
- outSourceExt: nil,
- outExt: nil,
- hasError: true,
+ description: "Use schain for bidder in ext.prebid.schains instead of wildcard. Unmarshaled ext is equivalent to root ext",
+ inSourceExt: json.RawMessage(``),
+ inExt: json.RawMessage(`{"prebid":{"aliases":{"appnexus":"alias1"},"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}, {"bidders":["*"],"schain":{"complete":1,"nodes":[{"asi":"wildcard.com","sid":"wildcard1","rid":"WildcardReq1","hp":1}],"ver":"1.0"}} ]}}`),
+ outSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"directseller.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}`),
+ outRequestExt: json.RawMessage(`{"prebid":{"aliases":{"appnexus":"alias1"}}}`),
+ hasError: false,
+ },
+ {
+ description: "Use source schain -- multiple (two) bidder schains in ext.prebid.schains. Unmarshaled ext is equivalent to root ext",
+ inSourceExt: json.RawMessage(`{"schain":{"complete":1,"nodes":[{"asi":"example.com","sid":"example1","rid":"ExampleReq1","hp":1}],"ver":"1.0"}}`),
+ inExt: json.RawMessage(`{"prebid":{"schains":[{"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller1.com","sid":"00001","rid":"BidRequest1","hp":1}],"ver":"1.0"}}, {"bidders":["appnexus"],"schain":{"complete":1,"nodes":[{"asi":"directseller2.com","sid":"00002","rid":"BidRequest2","hp":1}],"ver":"1.0"}}]}}`),
+ outSourceExt: nil,
+ outRequestExt: nil,
+ hasError: true,
},
}
for _, test := range testCases {
req := newBidRequest(t)
req.Source.Ext = test.inSourceExt
- req.Ext = test.inExt
- results, _, _, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, config.Privacy{})
+ var extRequest *openrtb_ext.ExtRequest
+ if test.inExt != nil {
+ req.Ext = test.inExt
+ unmarshaledExt, err := extractBidRequestExt(req)
+ assert.NoErrorf(t, err, test.description+":Error unmarshaling inExt")
+ extRequest = unmarshaledExt
+ }
+
+ results, _, _, errs := cleanOpenRTBRequests(context.Background(), req, extRequest, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{}, true, config.Privacy{})
result := results["appnexus"]
if test.hasError == true {
@@ -281,11 +297,295 @@ func TestCleanOpenRTBRequestsSChain(t *testing.T) {
} else {
assert.Nil(t, errs)
assert.Equal(t, test.outSourceExt, result.Source.Ext, test.description+":Source.Ext")
- assert.Equal(t, test.outExt, result.Ext, test.description+":Ext")
+ assert.Equal(t, test.outRequestExt, result.Ext, test.description+":Ext")
}
}
}
+func TestExtractBidRequesteExt(t *testing.T) {
+ testCases := []struct {
+ desc string
+ inBidRequest *openrtb.BidRequest
+ outRequestExt *openrtb_ext.ExtRequest
+ outError error
+ }{
+ {
+ desc: "Valid",
+ inBidRequest: &openrtb.BidRequest{Ext: json.RawMessage(`{"prebid":{"debug":true}}`)},
+ outRequestExt: &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{Debug: true}},
+ outError: nil,
+ },
+ {
+ desc: "bidRequest nil, we expect an error",
+ inBidRequest: nil,
+ outRequestExt: &openrtb_ext.ExtRequest{},
+ outError: fmt.Errorf("Error bidRequest should not be nil"),
+ },
+ {
+ desc: "Non-nil bidRequest with empty Ext, we expect a blank requestExt",
+ inBidRequest: &openrtb.BidRequest{},
+ outRequestExt: &openrtb_ext.ExtRequest{},
+ outError: nil,
+ },
+ {
+ desc: "Non-nil bidRequest with non-empty, invalid Ext, we expect unmarshaling error",
+ inBidRequest: &openrtb.BidRequest{Ext: json.RawMessage(`invalid`)},
+ outRequestExt: &openrtb_ext.ExtRequest{},
+ outError: fmt.Errorf("Error decoding Request.ext : invalid character 'i' looking for beginning of value"),
+ },
+ }
+ for _, test := range testCases {
+ actualRequestExt, actualErr := extractBidRequestExt(test.inBidRequest)
+
+ assert.Equal(t, test.outRequestExt, actualRequestExt, "%s. Unexpected RequestExt value. \n", test.desc)
+ assert.Equal(t, test.outError, actualErr, "%s. Unexpected error value. \n", test.desc)
+ }
+}
+
+func TestGetExtCacheInfo(t *testing.T) {
+ testCases := []struct {
+ desc string
+ inRequestExt *openrtb_ext.ExtRequest
+ outCacheBids bool
+ outCacheVAST bool
+ }{
+ {
+ desc: "Nil inRequestExt, both cache flags false",
+ inRequestExt: nil,
+ outCacheBids: false,
+ outCacheVAST: false,
+ },
+ {
+ desc: "Non-nil inRequestExt, nil Cache info, both cache flags false",
+ inRequestExt: &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{Cache: nil}},
+ outCacheBids: false,
+ outCacheVAST: false,
+ },
+ {
+ desc: "Non-nil inRequestExt, non-nil Cache info, both ExtRequestPrebidCacheBids and ExtRequestPrebidCacheVAST nil",
+ inRequestExt: &openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ Cache: &openrtb_ext.ExtRequestPrebidCache{
+ Bids: nil,
+ VastXML: nil,
+ },
+ },
+ },
+ outCacheBids: false,
+ outCacheVAST: false,
+ },
+ {
+ desc: "Non-nil inRequestExt, non-nil Cache info, both ExtRequestPrebidCacheBids nil, shouldCacheVast true",
+ inRequestExt: &openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ Cache: &openrtb_ext.ExtRequestPrebidCache{
+ Bids: nil,
+ VastXML: &openrtb_ext.ExtRequestPrebidCacheVAST{},
+ },
+ },
+ },
+ outCacheBids: false,
+ outCacheVAST: true,
+ },
+ {
+ desc: "Non-nil inRequestExt, non-nil Cache info, both ExtRequestPrebidCacheVAST nil, shouldCacheBids true",
+ inRequestExt: &openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ Cache: &openrtb_ext.ExtRequestPrebidCache{
+ Bids: &openrtb_ext.ExtRequestPrebidCacheBids{},
+ VastXML: nil,
+ },
+ },
+ },
+ outCacheBids: true,
+ outCacheVAST: false,
+ },
+ {
+ desc: "Non-nil inRequestExt, non-nil Cache info values, both shouldCacheBids and shouldCacheVAST return true",
+ inRequestExt: &openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ Cache: &openrtb_ext.ExtRequestPrebidCache{
+ Bids: &openrtb_ext.ExtRequestPrebidCacheBids{},
+ VastXML: &openrtb_ext.ExtRequestPrebidCacheVAST{},
+ },
+ },
+ },
+ outCacheBids: true,
+ outCacheVAST: true,
+ },
+ }
+ for _, test := range testCases {
+ shouldCacheBids, shouldCacheVAST := getExtCacheInfo(test.inRequestExt)
+
+ assert.Equal(t, test.outCacheBids, shouldCacheBids, "%s. Unexpected shouldCacheBids value. \n", test.desc)
+ assert.Equal(t, test.outCacheVAST, shouldCacheVAST, "%s. Unexpected shouldCacheVAST value. \n", test.desc)
+ }
+}
+
+func TestGetExtTargetData(t *testing.T) {
+ type inTest struct {
+ requestExt *openrtb_ext.ExtRequest
+ shouldCacheBids bool
+ shouldCacheVAST bool
+ }
+ type outTest struct {
+ targetData *targetData
+ nilTargetData bool
+ }
+ testCases := []struct {
+ desc string
+ in inTest
+ out outTest
+ }{
+ {
+ "nil requestExt, nil outTargetData",
+ inTest{
+ requestExt: nil,
+ shouldCacheBids: true,
+ shouldCacheVAST: true,
+ },
+ outTest{targetData: nil, nilTargetData: true},
+ },
+ {
+ "Valid requestExt, nil Targeting field, nil outTargetData",
+ inTest{
+ requestExt: &openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ Targeting: nil,
+ },
+ },
+ shouldCacheBids: true,
+ shouldCacheVAST: true,
+ },
+ outTest{targetData: nil, nilTargetData: true},
+ },
+ {
+ "Valid targeting data in requestExt, valid outTargetData",
+ inTest{
+ requestExt: &openrtb_ext.ExtRequest{
+ Prebid: openrtb_ext.ExtRequestPrebid{
+ Targeting: &openrtb_ext.ExtRequestTargeting{
+ PriceGranularity: openrtb_ext.PriceGranularity{
+ Precision: 2,
+ Ranges: []openrtb_ext.GranularityRange{{Min: 0.00, Max: 5.00, Increment: 1.00}},
+ },
+ IncludeWinners: true,
+ IncludeBidderKeys: true,
+ },
+ },
+ },
+ shouldCacheBids: true,
+ shouldCacheVAST: true,
+ },
+ outTest{
+ targetData: &targetData{
+ priceGranularity: openrtb_ext.PriceGranularity{
+ Precision: 2,
+ Ranges: []openrtb_ext.GranularityRange{{Min: 0.00, Max: 5.00, Increment: 1.00}},
+ },
+ includeWinners: true,
+ includeBidderKeys: true,
+ includeCacheBids: true,
+ includeCacheVast: true,
+ },
+ nilTargetData: false,
+ },
+ },
+ }
+ for _, test := range testCases {
+ actualTargetData := getExtTargetData(test.in.requestExt, test.in.shouldCacheBids, test.in.shouldCacheVAST)
+
+ if test.out.nilTargetData {
+ assert.Nil(t, actualTargetData, "%s. Targeting data should be nil. \n", test.desc)
+ } else {
+ assert.NotNil(t, actualTargetData, "%s. Targeting data should NOT be nil. \n", test.desc)
+ assert.Equal(t, *test.out.targetData, *actualTargetData, "%s. Unexpected targeting data value. \n", test.desc)
+ }
+ }
+}
+
+func TestGetDebugInfo(t *testing.T) {
+ type inTest struct {
+ bidRequest *openrtb.BidRequest
+ requestExt *openrtb_ext.ExtRequest
+ }
+ testCases := []struct {
+ desc string
+ in inTest
+ out bool
+ }{
+ {
+ desc: "Nil bid request, nil requestExt",
+ in: inTest{nil, nil},
+ out: false,
+ },
+ {
+ desc: "bid request test == 0, nil requestExt",
+ in: inTest{&openrtb.BidRequest{Test: 0}, nil},
+ out: false,
+ },
+ {
+ desc: "Nil bid request, requestExt debug flag false",
+ in: inTest{nil, &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{Debug: false}}},
+ out: false,
+ },
+ {
+ desc: "bid request test == 0, requestExt debug flag false",
+ in: inTest{&openrtb.BidRequest{Test: 0}, &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{Debug: false}}},
+ out: false,
+ },
+ {
+ desc: "bid request test == 1, requestExt debug flag false",
+ in: inTest{&openrtb.BidRequest{Test: 1}, &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{Debug: false}}},
+ out: true,
+ },
+ {
+ desc: "bid request test == 0, requestExt debug flag true",
+ in: inTest{&openrtb.BidRequest{Test: 0}, &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{Debug: true}}},
+ out: true,
+ },
+ {
+ desc: "bid request test == 1, requestExt debug flag true",
+ in: inTest{&openrtb.BidRequest{Test: 1}, &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{Debug: true}}},
+ out: true,
+ },
+ }
+ for _, test := range testCases {
+ actualDebugInfo := getDebugInfo(test.in.bidRequest, test.in.requestExt)
+
+ assert.Equal(t, test.out, actualDebugInfo, "%s. Unexpected debug value. \n", test.desc)
+ }
+}
+
+func TestGetExtBidAdjustmentFactors(t *testing.T) {
+ testCases := []struct {
+ desc string
+ inRequestExt *openrtb_ext.ExtRequest
+ outBidAdjustmentFactors map[string]float64
+ }{
+ {
+ desc: "Nil request ext",
+ inRequestExt: nil,
+ outBidAdjustmentFactors: nil,
+ },
+ {
+ desc: "Non-nil request ext, nil BidAdjustmentFactors field",
+ inRequestExt: &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{BidAdjustmentFactors: nil}},
+ outBidAdjustmentFactors: nil,
+ },
+ {
+ desc: "Non-nil request ext, valid BidAdjustmentFactors field",
+ inRequestExt: &openrtb_ext.ExtRequest{Prebid: openrtb_ext.ExtRequestPrebid{BidAdjustmentFactors: map[string]float64{"bid-factor": 1.0}}},
+ outBidAdjustmentFactors: map[string]float64{"bid-factor": 1.0},
+ },
+ }
+ for _, test := range testCases {
+ actualBidAdjustmentFactors := getExtBidAdjustmentFactors(test.inRequestExt)
+
+ assert.Equal(t, test.outBidAdjustmentFactors, actualBidAdjustmentFactors, "%s. Unexpected BidAdjustmentFactors value. \n", test.desc)
+ }
+}
+
func TestCleanOpenRTBRequestsLMT(t *testing.T) {
var (
enabled int8 = 1
@@ -346,7 +646,7 @@ func TestCleanOpenRTBRequestsLMT(t *testing.T) {
},
}
- results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, nil, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: true}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
@@ -427,7 +727,7 @@ func TestCleanOpenRTBRequestsGDPR(t *testing.T) {
},
}
- results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: !test.gdprScrub}, true, privacyConfig)
+ results, _, privacyLabels, errs := cleanOpenRTBRequests(context.Background(), req, nil, &emptyUsersync{}, map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels{}, pbsmetrics.Labels{}, &permissionsMock{personalInfoAllowed: !test.gdprScrub}, true, privacyConfig)
result := results["appnexus"]
assert.Nil(t, errs)
diff --git a/openrtb_ext/request.go b/openrtb_ext/request.go
index acfd4a1e71f..23daaf0f76e 100644
--- a/openrtb_ext/request.go
+++ b/openrtb_ext/request.go
@@ -19,6 +19,7 @@ type ExtRequestPrebid struct {
StoredRequest *ExtStoredRequest `json:"storedrequest,omitempty"`
Targeting *ExtRequestTargeting `json:"targeting,omitempty"`
SupportDeals bool `json:"supportdeals,omitempty"`
+ Debug bool `json:"debug,omitempty"`
}
// ExtRequestPrebid defines the contract for bidrequest.ext.prebid.schains
From cc4350270973749b5cbcc4f5bd191f4daeb13dbe Mon Sep 17 00:00:00 2001
From: Adprime <64427228+Adprime@users.noreply.github.com>
Date: Fri, 7 Aug 2020 18:06:46 +0300
Subject: [PATCH 159/381] Remove redundad struct (#1432)
---
adapters/adprime/adprime.go | 4 ----
1 file changed, 4 deletions(-)
diff --git a/adapters/adprime/adprime.go b/adapters/adprime/adprime.go
index 007d3c86570..8594cb5d2e4 100644
--- a/adapters/adprime/adprime.go
+++ b/adapters/adprime/adprime.go
@@ -24,10 +24,6 @@ func NewAdprimeBidder(endpoint string) *AdprimeAdapter {
}
}
-type adprimeParams struct {
- TagID string `json:"TagID"`
-}
-
// MakeRequests create bid request for adprime demand
func (a *AdprimeAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *adapters.ExtraRequestInfo) ([]*adapters.RequestData, []error) {
var errs []error
From e67dfa4b8b58f995bda215299e1a4435a3d0e59b Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Wed, 12 Aug 2020 10:14:36 -0400
Subject: [PATCH 160/381] Tcf2 id support (#1420)
---
endpoints/auction_test.go | 5 +++--
endpoints/cookie_sync_test.go | 4 ++--
endpoints/setuid_test.go | 4 ++--
exchange/utils.go | 4 +++-
exchange/utils_test.go | 4 ++--
gdpr/gdpr.go | 2 +-
gdpr/impl.go | 35 ++++++++++++++++++------------
gdpr/impl_test.go | 35 +++++++++++++++++++++++-------
privacy/enforcement.go | 5 +++--
privacy/enforcement_test.go | 40 +++++++++++++++++++++++++++++++----
10 files changed, 100 insertions(+), 38 deletions(-)
diff --git a/endpoints/auction_test.go b/endpoints/auction_test.go
index 5e9e9639a9c..028f119640a 100644
--- a/endpoints/auction_test.go
+++ b/endpoints/auction_test.go
@@ -408,6 +408,7 @@ type auctionMockPermissions struct {
allowHostCookies bool
allowPI bool
allowGeo bool
+ allowID bool
}
func (m *auctionMockPermissions) HostCookiesAllowed(ctx context.Context, consent string) (bool, error) {
@@ -418,8 +419,8 @@ func (m *auctionMockPermissions) BidderSyncAllowed(ctx context.Context, bidder o
return m.allowBidderSync, nil
}
-func (m *auctionMockPermissions) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
- return m.allowPI, m.allowGeo, nil
+func (m *auctionMockPermissions) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error) {
+ return m.allowPI, m.allowGeo, m.allowID, nil
}
func (m *auctionMockPermissions) AMPException() bool {
diff --git a/endpoints/cookie_sync_test.go b/endpoints/cookie_sync_test.go
index 824e32f1957..f7974d2bc77 100644
--- a/endpoints/cookie_sync_test.go
+++ b/endpoints/cookie_sync_test.go
@@ -254,8 +254,8 @@ func (g *gdprPerms) BidderSyncAllowed(ctx context.Context, bidder openrtb_ext.Bi
return ok, nil
}
-func (g *gdprPerms) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
- return true, true, nil
+func (g *gdprPerms) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error) {
+ return true, true, true, nil
}
func (g *gdprPerms) AMPException() bool {
diff --git a/endpoints/setuid_test.go b/endpoints/setuid_test.go
index 3f47b257d2e..e63944e2aec 100644
--- a/endpoints/setuid_test.go
+++ b/endpoints/setuid_test.go
@@ -437,8 +437,8 @@ func (g *mockPermsSetUID) BidderSyncAllowed(ctx context.Context, bidder openrtb_
return false, nil
}
-func (g *mockPermsSetUID) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
- return g.allowPI, g.allowPI, nil
+func (g *mockPermsSetUID) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error) {
+ return g.allowPI, g.allowPI, g.allowPI, nil
}
func (g *mockPermsSetUID) AMPException() bool {
diff --git a/exchange/utils.go b/exchange/utils.go
index 97fae7b78ca..2131aac5f41 100644
--- a/exchange/utils.go
+++ b/exchange/utils.go
@@ -107,12 +107,14 @@ func cleanOpenRTBRequests(ctx context.Context,
coreBidder := resolveBidder(bidder.String(), aliases)
var publisherID = labels.PubID
- ok, geo, err := gDPR.PersonalInfoAllowed(ctx, coreBidder, publisherID, consent)
+ ok, geo, id, err := gDPR.PersonalInfoAllowed(ctx, coreBidder, publisherID, consent)
privacyEnforcement.GDPR = !ok && err == nil
privacyEnforcement.GDPRGeo = !geo && err == nil
+ privacyEnforcement.GDPRID = !id && err == nil
} else {
privacyEnforcement.GDPR = false
privacyEnforcement.GDPRGeo = false
+ privacyEnforcement.GDPRID = false
}
privacyEnforcement.Apply(bidReq, ampGDPRException)
diff --git a/exchange/utils_test.go b/exchange/utils_test.go
index 3b919d3da56..528e875ab16 100644
--- a/exchange/utils_test.go
+++ b/exchange/utils_test.go
@@ -28,8 +28,8 @@ func (p *permissionsMock) BidderSyncAllowed(ctx context.Context, bidder openrtb_
return true, nil
}
-func (p *permissionsMock) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
- return p.personalInfoAllowed, p.personalInfoAllowed, nil
+func (p *permissionsMock) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error) {
+ return p.personalInfoAllowed, p.personalInfoAllowed, p.personalInfoAllowed, nil
}
func (p *permissionsMock) AMPException() bool {
diff --git a/gdpr/gdpr.go b/gdpr/gdpr.go
index 0dfa12f5ebd..04db8cb92ed 100644
--- a/gdpr/gdpr.go
+++ b/gdpr/gdpr.go
@@ -23,7 +23,7 @@ type Permissions interface {
// Determines whether or not to send PI information to a bidder, or mask it out.
//
// If the consent string was nonsensical, the returned error will be an ErrorMalformedConsent.
- PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error)
+ PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error)
// Exposes the AMP execption flag
AMPException() bool
diff --git a/gdpr/impl.go b/gdpr/impl.go
index 60db804aec6..2deddc7b2ba 100644
--- a/gdpr/impl.go
+++ b/gdpr/impl.go
@@ -42,10 +42,10 @@ func (p *permissionsImpl) BidderSyncAllowed(ctx context.Context, bidder openrtb_
return false, nil
}
-func (p *permissionsImpl) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
+func (p *permissionsImpl) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error) {
_, ok := p.cfg.NonStandardPublisherMap[PublisherID]
if ok {
- return true, true, nil
+ return true, true, true, nil
}
id, ok := p.vendorIDs[bidder]
@@ -54,10 +54,10 @@ func (p *permissionsImpl) PersonalInfoAllowed(ctx context.Context, bidder openrt
}
if consent == "" {
- return p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, nil
+ return p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, nil
}
- return false, false, nil
+ return false, false, false, nil
}
func (p *permissionsImpl) AMPException() bool {
@@ -98,19 +98,19 @@ func (p *permissionsImpl) allowSync(ctx context.Context, vendorID uint16, consen
return false, nil
}
-func (p *permissionsImpl) allowPI(ctx context.Context, vendorID uint16, consent string) (bool, bool, error) {
+func (p *permissionsImpl) allowPI(ctx context.Context, vendorID uint16, consent string) (bool, bool, bool, error) {
// If we're not given a consent string, respect the preferences in the app config.
if consent == "" {
- return p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, nil
+ return p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, p.cfg.UsersyncIfAmbiguous, nil
}
parsedConsent, vendor, err := p.parseVendor(ctx, vendorID, consent)
if err != nil {
- return false, false, err
+ return false, false, false, err
}
if vendor == nil {
- return false, false, nil
+ return false, false, false, nil
}
if parsedConsent.Version() == 2 {
@@ -118,21 +118,22 @@ func (p *permissionsImpl) allowPI(ctx context.Context, vendorID uint16, consent
return p.allowPITCF2(parsedConsent, vendor, vendorID)
}
if (vendor.Purpose(consentconstants.InfoStorageAccess) || vendor.LegitimateInterest(consentconstants.InfoStorageAccess)) && parsedConsent.PurposeAllowed(consentconstants.InfoStorageAccess) && (vendor.Purpose(consentconstants.PersonalizationProfile) || vendor.LegitimateInterest(consentconstants.PersonalizationProfile)) && parsedConsent.PurposeAllowed(consentconstants.PersonalizationProfile) && parsedConsent.VendorConsent(vendorID) {
- return true, true, nil
+ return true, true, true, nil
}
} else {
if (vendor.Purpose(tcf1constants.InfoStorageAccess) || vendor.LegitimateInterest(tcf1constants.InfoStorageAccess)) && parsedConsent.PurposeAllowed(tcf1constants.InfoStorageAccess) && (vendor.Purpose(tcf1constants.AdSelectionDeliveryReporting) || vendor.LegitimateInterest(tcf1constants.AdSelectionDeliveryReporting)) && parsedConsent.PurposeAllowed(tcf1constants.AdSelectionDeliveryReporting) && parsedConsent.VendorConsent(vendorID) {
- return true, true, nil
+ return true, true, true, nil
}
}
- return false, false, nil
+ return false, false, false, nil
}
-func (p *permissionsImpl) allowPITCF2(parsedConsent api.VendorConsents, vendor api.Vendor, vendorID uint16) (allowPI bool, allowGeo bool, err error) {
+func (p *permissionsImpl) allowPITCF2(parsedConsent api.VendorConsents, vendor api.Vendor, vendorID uint16) (allowPI bool, allowGeo bool, allowID bool, err error) {
consent, ok := parsedConsent.(tcf2.ConsentMetadata)
err = nil
allowPI = false
allowGeo = false
+ allowID = false
if !ok {
err = fmt.Errorf("Unable to access TCF2 parsed consent")
return
@@ -142,6 +143,12 @@ func (p *permissionsImpl) allowPITCF2(parsedConsent api.VendorConsents, vendor a
} else {
allowGeo = true
}
+ for i := 2; i <= 10; i++ {
+ if p.checkPurpose(consent, vendor, vendorID, tcf1constants.Purpose(i)) {
+ allowID = true
+ break
+ }
+ }
// Set to true so any purpose check can flip it to false
allowPI = true
if p.cfg.TCF2.Purpose1.Enabled {
@@ -214,8 +221,8 @@ func (a AlwaysAllow) BidderSyncAllowed(ctx context.Context, bidder openrtb_ext.B
return true, nil
}
-func (a AlwaysAllow) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, error) {
- return true, true, nil
+func (a AlwaysAllow) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error) {
+ return true, true, true, nil
}
func (a AlwaysAllow) AMPException() bool {
diff --git a/gdpr/impl_test.go b/gdpr/impl_test.go
index 05b2fb6d98e..053e87536ab 100644
--- a/gdpr/impl_test.go
+++ b/gdpr/impl_test.go
@@ -207,17 +207,17 @@ func TestAllowPersonalInfo(t *testing.T) {
}
// PI needs both purposes to succeed
- allowPI, _, err := perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
+ allowPI, _, _, err := perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
assertNilErr(t, err)
assertBoolsEqual(t, false, allowPI)
- allowPI, _, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderPubmatic, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
+ allowPI, _, _, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderPubmatic, "", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
assertNilErr(t, err)
assertBoolsEqual(t, true, allowPI)
// Assert that an item that otherwise would not be allowed PI access, gets approved because it is found in the GDPR.NonStandardPublishers array
perms.cfg.NonStandardPublisherMap = map[string]int{"appNexusAppID": 1}
- allowPI, _, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "appNexusAppID", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
+ allowPI, _, _, err = perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "appNexusAppID", "BOS2bx5OS2bx5ABABBAAABoAAAABBwAA")
assertNilErr(t, err)
assertBoolsEqual(t, true, allowPI)
}
@@ -257,6 +257,7 @@ type tcf2TestDef struct {
consent string
allowPI bool
allowGeo bool
+ allowID bool
}
func TestAllowPersonalInfoTCF2(t *testing.T) {
@@ -285,6 +286,7 @@ func TestAllowPersonalInfoTCF2(t *testing.T) {
consent: "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA",
allowPI: false,
allowGeo: false,
+ allowID: false,
},
{
description: "Pubmatic vendor test, flex purposes claimed",
@@ -292,6 +294,7 @@ func TestAllowPersonalInfoTCF2(t *testing.T) {
consent: "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA",
allowPI: true,
allowGeo: true,
+ allowID: true,
},
{
description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
@@ -299,14 +302,16 @@ func TestAllowPersonalInfoTCF2(t *testing.T) {
consent: "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA",
allowPI: true,
allowGeo: false,
+ allowID: true,
},
}
for _, td := range testDefs {
- allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ allowPI, allowGeo, allowID, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowID, allowID, "AllowGeo failure on %s", td.description)
}
}
@@ -328,10 +333,11 @@ func TestAllowPersonalInfoWhitelistTCF2(t *testing.T) {
}
// Assert that an item that otherwise would not be allowed PI access, gets approved because it is found in the GDPR.NonStandardPublishers array
perms.cfg.NonStandardPublisherMap = map[string]int{"appNexusAppID": 1}
- allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "appNexusAppID", "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
+ allowPI, allowGeo, allowID, err := perms.PersonalInfoAllowed(context.Background(), openrtb_ext.BidderAppnexus, "appNexusAppID", "COzTVhaOzTVhaGvAAAENAiCIAP_AAH_AAAAAAEEUACCKAAA")
assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed")
assert.EqualValuesf(t, true, allowPI, "AllowPI failure")
assert.EqualValuesf(t, true, allowGeo, "AllowGeo failure")
+ assert.EqualValuesf(t, true, allowID, "AllowID failure")
}
@@ -361,6 +367,7 @@ func TestAllowPersonalInfoTCF2PubRestrict(t *testing.T) {
consent: "COwAdDhOwAdDhN4ABAENAPCgAAQAAv___wAAAFP_AAp_4AI6ACACAA",
allowPI: false,
allowGeo: false,
+ allowID: false,
},
{
description: "Pubmatic vendor test, flex purposes claimed",
@@ -368,6 +375,7 @@ func TestAllowPersonalInfoTCF2PubRestrict(t *testing.T) {
consent: "COwAdDhOwAdDhN4ABAENAPCgAAQAAv___wAAAFP_AAp_4AI6ACACAA",
allowPI: false,
allowGeo: false,
+ allowID: false,
},
{
description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
@@ -375,14 +383,16 @@ func TestAllowPersonalInfoTCF2PubRestrict(t *testing.T) {
consent: "COwAdDhOwAdDhN4ABAENAPCgAAQAAv___wAAAFP_AAp_4AI6ACACAA",
allowPI: false,
allowGeo: false,
+ allowID: true,
},
}
for _, td := range testDefs {
- allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ allowPI, allowGeo, allowID, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowID, allowID, "AllowPI failure on %s", td.description)
}
}
@@ -413,6 +423,7 @@ func TestAllowPersonalInfoTCF2PurposeOneTrue(t *testing.T) {
consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
allowPI: false,
allowGeo: false,
+ allowID: false,
},
{
description: "Pubmatic vendor test, flex purposes claimed",
@@ -420,6 +431,7 @@ func TestAllowPersonalInfoTCF2PurposeOneTrue(t *testing.T) {
consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
allowPI: true,
allowGeo: true,
+ allowID: true,
},
{
description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
@@ -427,14 +439,16 @@ func TestAllowPersonalInfoTCF2PurposeOneTrue(t *testing.T) {
consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
allowPI: true,
allowGeo: false,
+ allowID: true,
},
}
for _, td := range testDefs {
- allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ allowPI, allowGeo, allowID, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowID, allowID, "AllowID failure on %s", td.description)
}
}
@@ -458,6 +472,7 @@ func TestAllowPersonalInfoTCF2PurposeOneFalse(t *testing.T) {
perms.cfg.TCF2.PurposeOneTreatment.AccessAllowed = false
// COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA Purpose one flag set
+ // Purpose one treatment will fail PI, but allow passing the IDs.
testDefs := []tcf2TestDef{
{
description: "Appnexus vendor test, insufficient purposes claimed",
@@ -465,6 +480,7 @@ func TestAllowPersonalInfoTCF2PurposeOneFalse(t *testing.T) {
consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
allowPI: false,
allowGeo: false,
+ allowID: false,
},
{
description: "Pubmatic vendor test, flex purposes claimed",
@@ -472,6 +488,7 @@ func TestAllowPersonalInfoTCF2PurposeOneFalse(t *testing.T) {
consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
allowPI: false,
allowGeo: true,
+ allowID: true,
},
{
description: "Rubicon vendor test, Specific purposes/LIs claimed, no geo claimed",
@@ -479,14 +496,16 @@ func TestAllowPersonalInfoTCF2PurposeOneFalse(t *testing.T) {
consent: "COzqiL3OzqiL3NIAAAENAiCMAP_AAH_AAIAAAQEX2S5MAICL7JcmAAA",
allowPI: false,
allowGeo: false,
+ allowID: true,
},
}
for _, td := range testDefs {
- allowPI, allowGeo, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
+ allowPI, allowGeo, allowID, err := perms.PersonalInfoAllowed(context.Background(), td.bidder, "", td.consent)
assert.NoErrorf(t, err, "Error processing PersonalInfoAllowed for %s", td.description)
assert.EqualValuesf(t, td.allowPI, allowPI, "AllowPI failure on %s", td.description)
assert.EqualValuesf(t, td.allowGeo, allowGeo, "AllowGeo failure on %s", td.description)
+ assert.EqualValuesf(t, td.allowID, allowID, "AllowID failure on %s", td.description)
}
}
diff --git a/privacy/enforcement.go b/privacy/enforcement.go
index 8a5d201fc95..9c23c320680 100644
--- a/privacy/enforcement.go
+++ b/privacy/enforcement.go
@@ -10,12 +10,13 @@ type Enforcement struct {
COPPA bool
GDPR bool
GDPRGeo bool
+ GDPRID bool
LMT bool
}
// Any returns true if at least one privacy policy requires enforcement.
func (e Enforcement) Any() bool {
- return e.CCPA || e.COPPA || e.GDPR || e.GDPRGeo || e.LMT
+ return e.CCPA || e.COPPA || e.GDPR || e.GDPRGeo || e.GDPRID || e.LMT
}
// Apply cleans personally identifiable information from an OpenRTB bid request.
@@ -64,7 +65,7 @@ func (e Enforcement) getUserScrubStrategy(ampGDPRException bool) ScrubStrategyUs
}
// If no user scrubbing is needed, then return none, else scrub ID (COPPA checked above)
- if e.CCPA || e.GDPR || e.LMT {
+ if e.CCPA || e.GDPRID || e.LMT {
return ScrubStrategyUserID
}
diff --git a/privacy/enforcement_test.go b/privacy/enforcement_test.go
index 968c6354710..ef02e28147a 100644
--- a/privacy/enforcement_test.go
+++ b/privacy/enforcement_test.go
@@ -21,6 +21,7 @@ func TestAny(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ GDPRID: false,
LMT: false,
},
expected: false,
@@ -32,6 +33,7 @@ func TestAny(t *testing.T) {
COPPA: true,
GDPR: true,
GDPRGeo: true,
+ GDPRID: true,
LMT: true,
},
expected: true,
@@ -43,6 +45,7 @@ func TestAny(t *testing.T) {
COPPA: true,
GDPR: false,
GDPRGeo: false,
+ GDPRID: false,
LMT: true,
},
expected: true,
@@ -72,6 +75,7 @@ func TestApply(t *testing.T) {
COPPA: true,
GDPR: true,
GDPRGeo: true,
+ GDPRID: true,
LMT: true,
},
ampGDPRException: false,
@@ -87,6 +91,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ GDPRID: false,
LMT: false,
},
ampGDPRException: false,
@@ -102,6 +107,7 @@ func TestApply(t *testing.T) {
COPPA: true,
GDPR: false,
GDPRGeo: false,
+ GDPRID: false,
LMT: false,
},
ampGDPRException: false,
@@ -117,6 +123,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: true,
GDPRGeo: true,
+ GDPRID: true,
LMT: false,
},
ampGDPRException: false,
@@ -132,6 +139,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: true,
GDPRGeo: true,
+ GDPRID: true,
LMT: false,
},
ampGDPRException: true,
@@ -147,6 +155,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ GDPRID: false,
LMT: false,
},
ampGDPRException: true,
@@ -162,6 +171,7 @@ func TestApply(t *testing.T) {
COPPA: true,
GDPR: true,
GDPRGeo: true,
+ GDPRID: true,
LMT: false,
},
ampGDPRException: true,
@@ -177,6 +187,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: true,
GDPRGeo: false,
+ GDPRID: true,
LMT: false,
},
ampGDPRException: false,
@@ -192,6 +203,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: true,
+ GDPRID: false,
LMT: false,
},
ampGDPRException: false,
@@ -200,6 +212,22 @@ func TestApply(t *testing.T) {
expectedUser: ScrubStrategyUserNone,
expectedUserGeo: ScrubStrategyGeoReducedPrecision,
},
+ {
+ description: "GDPR Only, ID exception",
+ enforcement: Enforcement{
+ CCPA: false,
+ COPPA: false,
+ GDPR: true,
+ GDPRGeo: true,
+ GDPRID: false,
+ LMT: false,
+ },
+ ampGDPRException: false,
+ expectedDeviceIPv6: ScrubStrategyIPV6Lowest16,
+ expectedDeviceGeo: ScrubStrategyGeoReducedPrecision,
+ expectedUser: ScrubStrategyUserNone,
+ expectedUserGeo: ScrubStrategyGeoReducedPrecision,
+ },
{
description: "LMT Only",
enforcement: Enforcement{
@@ -207,6 +235,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ GDPRID: false,
LMT: true,
},
ampGDPRException: false,
@@ -222,6 +251,7 @@ func TestApply(t *testing.T) {
COPPA: false,
GDPR: false,
GDPRGeo: false,
+ GDPRID: false,
LMT: true,
},
ampGDPRException: true,
@@ -258,10 +288,12 @@ func TestApplyNoneApplicable(t *testing.T) {
m := &mockScrubber{}
enforcement := Enforcement{
- CCPA: false,
- COPPA: false,
- GDPR: false,
- LMT: false,
+ CCPA: false,
+ COPPA: false,
+ GDPR: false,
+ GDPRGeo: false,
+ GDPRID: false,
+ LMT: false,
}
enforcement.apply(req, false, m)
From 549cc791f7d06d1a3dfaa1be061b1753c4a8146a Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Wed, 12 Aug 2020 12:27:57 -0400
Subject: [PATCH 161/381] Default TCF1 GVL in anticipation of IAB no longer
hosting the v1 GVL (#1433)
---
config/config.go | 9 +++
gdpr/vendorlist-fetching.go | 33 ++++++++++-
gdpr/vendorlist-fetching_test.go | 97 ++++++++++++++++++++++++++++++++
static/tcf1/fallback_gvl.json | 1 +
4 files changed, 137 insertions(+), 3 deletions(-)
create mode 100644 static/tcf1/fallback_gvl.json
diff --git a/config/config.go b/config/config.go
index 9663b021b5b..7fc77855810 100755
--- a/config/config.go
+++ b/config/config.go
@@ -156,6 +156,7 @@ type GDPR struct {
Timeouts GDPRTimeouts `mapstructure:"timeouts_ms"`
NonStandardPublishers []string `mapstructure:"non_standard_publishers,flow"`
NonStandardPublisherMap map[string]int
+ TCF1 TCF1 `mapstructure:"tcf1"`
TCF2 TCF2 `mapstructure:"tcf2"`
AMPException bool `mapstructure:"amp_exception"`
}
@@ -180,6 +181,12 @@ func (t *GDPRTimeouts) ActiveTimeout() time.Duration {
return time.Duration(t.ActiveVendorlistFetch) * time.Millisecond
}
+// TCF1 defines the TCF1 specific configurations for GDPR
+type TCF1 struct {
+ FetchGVL bool `mapstructure:"fetch_gvl"`
+ FallbackGVLPath string `mapstructure:"fallback_gvl_path"`
+}
+
// TCF2 defines the TCF2 specific configurations for GDPR
type TCF2 struct {
Enabled bool `mapstructure:"enabled"`
@@ -885,6 +892,8 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("gdpr.timeouts_ms.init_vendorlist_fetches", 0)
v.SetDefault("gdpr.timeouts_ms.active_vendorlist_fetch", 0)
v.SetDefault("gdpr.non_standard_publishers", []string{""})
+ v.SetDefault("gdpr.tcf1.fetch_gvl", true)
+ v.SetDefault("gdpr.tcf1.fallback_gvl_path", "./static/tcf1/fallback_gvl.json")
v.SetDefault("gdpr.tcf2.enabled", true)
v.SetDefault("gdpr.tcf2.purpose1.enabled", true)
v.SetDefault("gdpr.tcf2.purpose2.enabled", true)
diff --git a/gdpr/vendorlist-fetching.go b/gdpr/vendorlist-fetching.go
index 987622a6a8a..a0a73c93008 100644
--- a/gdpr/vendorlist-fetching.go
+++ b/gdpr/vendorlist-fetching.go
@@ -27,8 +27,20 @@ type saveVendors func(uint16, api.VendorList)
// Nothing in this file is exported. Public APIs can be found in gdpr.go
func newVendorListFetcher(initCtx context.Context, cfg config.GDPR, client *http.Client, urlMaker func(uint16, uint8) string, TCFVer uint8) func(ctx context.Context, id uint16) (vendorlist.VendorList, error) {
+ var fallbackVL api.VendorList = nil
+
+ if TCFVer == tCF1 && len(cfg.TCF1.FallbackGVLPath) > 0 {
+ fallbackVL = loadFallbackGVL(cfg.TCF1.FallbackGVLPath)
+ }
+
+ // If we are not going to try fetching the GVL dynamically, we have a simple fetcher
+ if !cfg.TCF1.FetchGVL && TCFVer == tCF1 && fallbackVL != nil {
+ return func(ctx context.Context, id uint16) (vendorlist.VendorList, error) {
+ return fallbackVL, nil
+ }
+ }
// These save and load functions can be used to store & retrieve lists from our cache.
- save, load := newVendorListCache()
+ save, load := newVendorListCache(fallbackVL)
withTimeout, cancel := context.WithTimeout(initCtx, cfg.Timeouts.InitTimeout())
defer cancel()
@@ -46,6 +58,9 @@ func newVendorListFetcher(initCtx context.Context, cfg config.GDPR, client *http
if list != nil {
return list, nil
}
+ if fallbackVL != nil {
+ return fallbackVL, nil
+ }
return nil, fmt.Errorf("gdpr vendor list version %d does not exist, or has not been loaded yet. Try again in a few minutes", id)
}
}
@@ -132,7 +147,7 @@ func saveOne(ctx context.Context, client *http.Client, url string, saver saveVen
return newList.Version()
}
-func newVendorListCache() (save func(id uint16, list api.VendorList), load func(id uint16) api.VendorList) {
+func newVendorListCache(fallbackVL api.VendorList) (save func(id uint16, list api.VendorList), load func(id uint16) api.VendorList) {
cache := &sync.Map{}
save = func(id uint16, list api.VendorList) {
@@ -143,7 +158,19 @@ func newVendorListCache() (save func(id uint16, list api.VendorList), load func(
if ok {
return list.(vendorlist.VendorList)
}
- return nil
+ return fallbackVL
}
return
}
+
+func loadFallbackGVL(fallbackGVLPath string) vendorlist.VendorList {
+ fallbackVLbody, err := ioutil.ReadFile(fallbackGVLPath)
+ if err != nil {
+ glog.Fatalf("Error reading from file %s: %v", fallbackGVLPath, err)
+ }
+ fallbackVL, err := vendorlist.ParseEagerly(fallbackVLbody)
+ if err != nil {
+ glog.Fatalf("Error processing default GVL from %s: %v", fallbackGVLPath, err)
+ }
+ return fallbackVL
+}
diff --git a/gdpr/vendorlist-fetching_test.go b/gdpr/vendorlist-fetching_test.go
index 824f9178faa..c989ef4cef8 100644
--- a/gdpr/vendorlist-fetching_test.go
+++ b/gdpr/vendorlist-fetching_test.go
@@ -9,6 +9,8 @@ import (
"testing"
"time"
+ "github.com/stretchr/testify/assert"
+
"github.com/prebid/prebid-server/config"
)
@@ -139,6 +141,101 @@ func TestVendorListMaker(t *testing.T) {
assertStringsEqual(t, "https://vendorlist.consensu.org/v2/archives/vendor-list-v7.json", vendorListURLMaker(7, 2))
}
+func TestDefaultVendorList(t *testing.T) {
+ firstVendorList := mockVendorListData(t, 1, map[uint16]*purposes{
+ 32: {
+ purposes: []int{1, 2},
+ },
+ })
+ secondVendorList := mockVendorListData(t, 2, map[uint16]*purposes{
+ 12: {
+ purposes: []int{2},
+ },
+ })
+ server := httptest.NewServer(http.HandlerFunc(mockServer(2, map[int]string{
+ 1: firstVendorList,
+ 2: secondVendorList,
+ })))
+ defer server.Close()
+
+ testcfg := testConfig()
+ testcfg.TCF1.FetchGVL = true
+ testcfg.TCF1.FallbackGVLPath = "../static/tcf1/fallback_gvl.json"
+ fetcher := newVendorListFetcher(context.Background(), testcfg, server.Client(), testURLMaker(server), 1)
+
+ list, err := fetcher(context.Background(), 12)
+ assert.NoError(t, err, "Error with fetching default vendorlist: %v", err)
+ assert.Equal(t, uint16(214), list.Version(), "Expected to fetch default version 214, got %d", list.Version())
+
+ // Testing that we got the default vendorlist data, and not the version off the server.
+ vendor := list.Vendor(12)
+ assert.Equal(t, true, vendor.Purpose(1))
+ assert.Equal(t, false, vendor.Purpose(2))
+}
+
+func TestDefaultVendorListPassthrough(t *testing.T) {
+ firstVendorList := mockVendorListData(t, 1, map[uint16]*purposes{
+ 32: {
+ purposes: []int{1, 2},
+ },
+ })
+ secondVendorList := mockVendorListData(t, 2, map[uint16]*purposes{
+ 12: {
+ purposes: []int{2},
+ },
+ })
+ server := httptest.NewServer(http.HandlerFunc(mockServer(2, map[int]string{
+ 1: firstVendorList,
+ 2: secondVendorList,
+ })))
+ defer server.Close()
+
+ testcfg := testConfig()
+ testcfg.TCF1.FetchGVL = true
+ testcfg.TCF1.FallbackGVLPath = "../static/tcf1/fallback_gvl.json"
+ fetcher := newVendorListFetcher(context.Background(), testcfg, server.Client(), testURLMaker(server), 1)
+ list, err := fetcher(context.Background(), 2)
+ assert.NoError(t, err, "Error with fetching existing vendorlist: %v", err)
+ assert.Equal(t, uint16(2), list.Version(), "Expected to fetch mock list version 2, got version %d", list.Version())
+
+ // Testing that we got the testing vendorlist data, and not the default.
+ vendor := list.Vendor(12)
+ assert.Equal(t, false, vendor.Purpose(1))
+ assert.Equal(t, true, vendor.Purpose(2))
+}
+
+func TestDefaultVendorListNoFetch(t *testing.T) {
+ firstVendorList := mockVendorListData(t, 1, map[uint16]*purposes{
+ 32: {
+ purposes: []int{1, 2},
+ },
+ })
+ secondVendorList := mockVendorListData(t, 2, map[uint16]*purposes{
+ 12: {
+ purposes: []int{2},
+ },
+ })
+ server := httptest.NewServer(http.HandlerFunc(mockServer(1, map[int]string{
+ 1: firstVendorList,
+ 2: secondVendorList,
+ })))
+ defer server.Close()
+
+ testcfg := testConfig()
+ testcfg.TCF1.FetchGVL = false
+ testcfg.TCF1.FallbackGVLPath = "../static/tcf1/fallback_gvl.json"
+ fetcher := newVendorListFetcher(context.Background(), testcfg, server.Client(), testURLMaker(server), 1)
+ list, err := fetcher(context.Background(), 2)
+ assert.NoError(t, err, "Error with fetching default vendorlist: %v", err)
+ assert.Equal(t, uint16(214), list.Version(), "Expected to fetch default version 214, got %d", list.Version())
+
+ // Testing that we got the default vendorlist data, and not the version off the server.
+ vendor := list.Vendor(12)
+ assert.Equal(t, true, vendor.Purpose(1))
+ assert.Equal(t, false, vendor.Purpose(2))
+
+}
+
// mockServer returns a handler which returns the given response for each global vendor list version.
// The latestVersion param can be used to mock "updates" which occur after PBS has been turned on.
// For example, if latestVersion is 3, but the responses map has data at "4", the server will return
diff --git a/static/tcf1/fallback_gvl.json b/static/tcf1/fallback_gvl.json
new file mode 100644
index 00000000000..86895a52362
--- /dev/null
+++ b/static/tcf1/fallback_gvl.json
@@ -0,0 +1 @@
+{"vendorListVersion":214,"lastUpdated":"2020-08-06T16:00:35Z","purposes":[{"id":1,"name":"Information storage and access","description":"The storage of information, or access to information that is already stored, on your device such as advertising identifiers, device identifiers, cookies, and similar technologies."},{"id":2,"name":"Personalisation","description":"The collection and processing of information about your use of this service to subsequently personalise advertising and/or content for you in other contexts, such as on other websites or apps, over time. Typically, the content of the site or app is used to make inferences about your interests, which inform future selection of advertising and/or content."},{"id":3,"name":"Ad selection, delivery, reporting","description":"The collection of information, and combination with previously collected information, to select and deliver advertisements for you, and to measure the delivery and effectiveness of such advertisements. This includes using previously collected information about your interests to select ads, processing data about what advertisements were shown, how often they were shown, when and where they were shown, and whether you took any action related to the advertisement, including for example clicking an ad or making a purchase. This does not include personalisation, which is the collection and processing of information about your use of this service to subsequently personalise advertising and/or content for you in other contexts, such as websites or apps, over time."},{"id":4,"name":"Content selection, delivery, reporting","description":"The collection of information, and combination with previously collected information, to select and deliver content for you, and to measure the delivery and effectiveness of such content. This includes using previously collected information about your interests to select content, processing data about what content was shown, how often or how long it was shown, when and where it was shown, and whether the you took any action related to the content, including for example clicking on content. This does not include personalisation, which is the collection and processing of information about your use of this service to subsequently personalise content and/or advertising for you in other contexts, such as websites or apps, over time."},{"id":5,"name":"Measurement","description":"The collection of information about your use of the content, and combination with previously collected information, used to measure, understand, and report on your usage of the service. This does not include personalisation, the collection of information about your use of this service to subsequently personalise content and/or advertising for you in other contexts, i.e. on other service, such as websites or apps, over time."}],"features":[{"id":1,"name":"Matching Data to Offline Sources","description":"Combining data from offline sources that were initially collected in other contexts."},{"id":2,"name":"Linking Devices","description":"Allow processing of a user's data to connect such user across multiple devices."},{"id":3,"name":"Precise Geographic Location Data","description":"Allow processing of a user's precise geographic location data in support of a purpose for which that certain third party has consent."}],"vendors":[{"id":8,"name":"Emerse Sverige AB","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"https://www.emerse.com/privacy-policy/"},{"id":9,"name":"AdMaxim Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.admaxim.com/admaxim-privacy-policy/","deletedDate":"2020-06-17T00:00:00Z"},{"id":12,"name":"BeeswaxIO Corporation","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.beeswax.com/privacy/"},{"id":28,"name":"TripleLift, Inc.","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://triplelift.com/privacy/"},{"id":27,"name":"ADventori SAS","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adventori.com/with-us/legal-notice/"},{"id":25,"name":"Verizon Media EMEA Limited","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2,3],"policyUrl":"https://www.verizonmedia.com/policies/ie/en/verizonmedia/privacy/index.html"},{"id":26,"name":"Venatus Media Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.venatusmedia.com/privacy/"},{"id":1,"name":"Exponential Interactive, Inc d/b/a VDX.tv","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://vdx.tv/privacy/"},{"id":6,"name":"AdSpirit GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.adspirit.de/privacy"},{"id":30,"name":"BidTheatre AB","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.bidtheatre.com/privacy-policy"},{"id":24,"name":"Epsilon","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.conversantmedia.eu/legal/privacy-policy"},{"id":29,"name":"Etarget SE","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.etarget.sk/privacy.php","deletedDate":"2020-06-01T00:00:00Z"},{"id":39,"name":"ADITION technologies AG","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.adition.com/datenschutz"},{"id":11,"name":"Quantcast International Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.quantcast.com/privacy/"},{"id":15,"name":"Adikteev","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adikteev.com/privacy-policy-eng/"},{"id":4,"name":"Roq.ad Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.roq.ad/privacy-policy"},{"id":7,"name":"Vibrant Media Limited","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.vibrantmedia.com/en/privacy-policy/"},{"id":2,"name":"Captify Technologies Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.captify.co.uk/privacy-policy/"},{"id":37,"name":"NEURAL.ONE","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://web.neural.one/privacy-policy/"},{"id":13,"name":"Sovrn Holdings Inc","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.sovrn.com/sovrn-privacy/"},{"id":34,"name":"NEORY GmbH","purposeIds":[1,2,4,5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.neory.com/privacy.html"},{"id":32,"name":"Xandr, Inc.","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.xandr.com/privacy/platform-privacy-policy/"},{"id":10,"name":"Index Exchange, Inc. ","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.indexexchange.com/privacy"},{"id":57,"name":"ADARA MEDIA UNLIMITED","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://adara.com/privacy-promise/"},{"id":63,"name":"Avocet Systems Limited","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://avocet.io/privacy-portal"},{"id":51,"name":"xAd, Inc. dba GroundTruth","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.groundtruth.com/privacy-policy/"},{"id":49,"name":"TRADELAB","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://tradelab.com/en/privacy/"},{"id":45,"name":"Smart Adserver","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://smartadserver.com/end-user-privacy-policy/"},{"id":52,"name":"The Rubicon Project, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[3],"policyUrl":"http://www.rubiconproject.com/rubicon-project-yield-optimization-privacy-policy/"},{"id":71,"name":"Roku Advertising Services","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://docs.roku.com/published/userprivacypolicy/en/us"},{"id":79,"name":"MediaMath, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.mediamath.com/privacy-policy/"},{"id":91,"name":"Criteo SA","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.criteo.com/privacy/"},{"id":85,"name":"Crimtan Holdings Limited","purposeIds":[2],"legIntPurposeIds":[1,3,5],"featureIds":[1,3],"policyUrl":"https://crimtan.com/privacy/"},{"id":16,"name":"RTB House S.A.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.rtbhouse.com/privacy-center/services-privacy-policy/"},{"id":86,"name":"Scene Stealer Limited","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"http://scenestealer.tv/privacy-policy/"},{"id":94,"name":"Blis Media Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.blis.com/privacy/"},{"id":73,"name":"Simplifi Holdings Inc.","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[2,3],"policyUrl":"https://simpli.fi/site-privacy-policy/"},{"id":33,"name":"ShareThis, Inc","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://sharethis.com/privacy/"},{"id":20,"name":"N Technologies Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"https://n.rich/privacy-notice"},{"id":55,"name":"Madison Logic, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.madisonlogic.com/privacy/"},{"id":53,"name":"Sirdata","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.sirdata.com/privacy/"},{"id":69,"name":"OpenX","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.openx.com/legal/privacy-policy/"},{"id":98,"name":"GroupM UK Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.groupm.com/privacy-notice"},{"id":62,"name":"Justpremium BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://justpremium.com/privacy-policy/"},{"id":19,"name":"Intent Media, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2],"policyUrl":"https://intentmedia.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":43,"name":"Vdopia DBA Chocolate Platform","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://chocolateplatform.com/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":36,"name":"RhythmOne DBA Unruly Group Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.rhythmone.com/privacy-policy"},{"id":80,"name":"Sharethrough, Inc","purposeIds":[3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://platform-cdn.sharethrough.com/privacy-policy"},{"id":81,"name":"PulsePoint, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.pulsepoint.com/privacy-policy/website","deletedDate":"2020-07-06T00:00:00Z"},{"id":23,"name":"Amobee, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.amobee.com/trust/privacy-guidelines"},{"id":35,"name":"Purch Group, Inc.","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"http://www.purch.com/privacy-policy/","deletedDate":"2019-05-30T00:00:00Z"},{"id":3,"name":"affilinet","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.affili.net/de/footeritem/datenschutz","deletedDate":"2019-06-21T00:00:00Z"},{"id":74,"name":"Admotion SRL","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.admotion.com/policy/","deletedDate":"2019-07-24T00:00:00Z"},{"id":191,"name":"realzeit GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://realzeitmedia.com/privacy.html","deletedDate":"2019-04-29T00:00:00Z"},{"id":197,"name":"Switch Concepts Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.switchconcepts.com/privacy-policy","deletedDate":"2019-07-26T00:00:00Z"},{"id":390,"name":"Parsec Media Inc.","purposeIds":[1,3],"legIntPurposeIds":[5],"featureIds":[1,3],"policyUrl":"www.parsec.media/privacy-policy","deletedDate":"2019-06-27T00:00:00Z"},{"id":459,"name":"uppr GmbH","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[],"policyUrl":"https://netzwerk.uppr.de/privacy-policy.do","deletedDate":"2019-06-17T00:00:00Z"},{"id":221,"name":"LEMO MEDIA GROUP LIMITED","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.lemomedia.com/terms.pdf","deletedDate":"2019-06-28T00:00:00Z"},{"id":478,"name":"RevLifter Ltd","purposeIds":[1],"legIntPurposeIds":[2],"featureIds":[],"policyUrl":"https://www.revlifter.com/privacy-policy","deletedDate":"2019-07-15T00:00:00Z"},{"id":500,"name":"Turbo","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.turboadv.com/white-rabbit-privacy-policy/","deletedDate":"2019-07-12T00:00:00Z"},{"id":68,"name":"Sizmek by Amazon","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://www.sizmek.com/privacy-policy/"},{"id":75,"name":"M32 Connect Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://m32.media/privacy-cookie-policy/"},{"id":17,"name":"Greenhouse Group BV (with its trademark LemonPI)","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.lemonpi.io/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":61,"name":"GumGum, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://gumgum.com/privacy-policy"},{"id":40,"name":"Active Agent (ADITION technologies AG)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.active-agent.com/de/unternehmen/datenschutzerklaerung/"},{"id":76,"name":"PubMatic, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://pubmatic.com/privacy-policy/"},{"id":89,"name":"Tapad, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://www.tapad.com/eu-privacy-policy"},{"id":46,"name":"Skimbit Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://skimlinks.com/pages/privacy-policy"},{"id":66,"name":"adsquare GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.adsquare.com/privacy"},{"id":105,"name":"Impression Desk Technologies Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://impressiondesk.com/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":41,"name":"Adverline","purposeIds":[2],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.adverline.com/privacy/"},{"id":82,"name":"Smaato, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.smaato.com/privacy/"},{"id":60,"name":"Rakuten Marketing LLC","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://rakutenadvertising.com/legal-notices/services-privacy-policy/"},{"id":70,"name":"Yieldlab AG","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[3],"policyUrl":"http://www.yieldlab.de/meta-navigation/datenschutz/"},{"id":50,"name":"Adform","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://site.adform.com/privacy-center/platform-privacy/product-and-services-privacy-policy/"},{"id":48,"name":"NetSuccess, s.r.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.inres.sk/pp/"},{"id":100,"name":"Fifty Technology Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://fifty.io/privacy-policy.php"},{"id":21,"name":"The Trade Desk","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2,3],"policyUrl":"https://www.thetradedesk.com/general/privacy-policy"},{"id":110,"name":"Dynata LLC","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.opinionoutpost.co.uk/en-gb/policies/privacy"},{"id":42,"name":"Taboola Europe Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.taboola.com/privacy-policy"},{"id":112,"name":"Maytrics GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://maytrics.com/privacy.php","deletedDate":"2019-09-17T00:00:00Z"},{"id":77,"name":"comScore, Inc.","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.scorecardresearch.com/privacy.aspx?newlanguage=1"},{"id":109,"name":"LoopMe Limited","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://loopme.com/privacy-policy/"},{"id":120,"name":"Eyeota Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.eyeota.com/privacy-center"},{"id":93,"name":"Adloox SA","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://adloox.com/disclaimer"},{"id":132,"name":"Teads ","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.teads.com/privacy-policy/"},{"id":22,"name":"admetrics GmbH","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://admetrics.io/en/privacy_policy/"},{"id":102,"name":"Telaria SAS","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://telaria.com/privacy-policy/"},{"id":108,"name":"Rich Audience Technologies SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://richaudience.com/privacy/"},{"id":18,"name":"Widespace AB","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.widespace.com/legal/privacy-policy-notice/"},{"id":122,"name":"Avid Media Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.avidglobalmedia.eu/privacy-policy.html"},{"id":97,"name":"LiveRamp, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.liveramp.com/service-privacy-policy/"},{"id":138,"name":"ConnectAd Realtime GmbH","purposeIds":[1,2],"legIntPurposeIds":[3,4],"featureIds":[],"policyUrl":"http://connectadrealtime.com/privacy/"},{"id":72,"name":"Nano Interactive GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.nanointeractive.com/privacy"},{"id":127,"name":"PIXIMEDIA SAS","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://piximedia.com/privacy/"},{"id":136,"name":"Str\u00f6er SSP GmbH (SSP)","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[2,3],"policyUrl":"https://www.stroeer.de/fileadmin/de/Konvergenz_und_Konzepte/Daten_und_Technologien/Stroeer_SSP/Downloads/Datenschutz_Stroeer_SSP.pdf"},{"id":111,"name":"Showheroes SE","purposeIds":[2,3],"legIntPurposeIds":[1,4,5],"featureIds":[],"policyUrl":"https://showheroes.com/privacy/"},{"id":56,"name":"Confiant Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.confiant.com/privacy","deletedDate":"2020-05-18T00:00:00Z"},{"id":124,"name":"Teemo SA","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://teemo.co/fr/confidentialite/"},{"id":154,"name":"YOC AG","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://yoc.com/privacy/"},{"id":38,"name":"Beemray Oy","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.beemray.com/privacy-policy/","deletedDate":"2020-06-19T00:00:00Z"},{"id":101,"name":"MiQ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://wearemiq.com/privacy-policy/"},{"id":149,"name":"ADman Interactive SLU","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://admanmedia.com/politica.html?setLng=es"},{"id":151,"name":"Admedo Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3],"featureIds":[3],"policyUrl":"https://www.admedo.com/privacy-policy","deletedDate":"2020-07-17T00:00:00Z"},{"id":153,"name":"MADVERTISE MEDIA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://madvertise.com/en/gdpr/"},{"id":159,"name":"Underdog Media LLC ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://underdogmedia.com/privacy-policy/"},{"id":157,"name":"Seedtag Advertising S.L","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.seedtag.com/en/privacy-policy/"},{"id":145,"name":"Snapsort Inc., operating as Sortable","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://help.sortable.com/help/privacy-policy"},{"id":131,"name":"ID5 Technology SAS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.id5.io/privacy"},{"id":158,"name":"Reveal Mobile, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://revealmobile.com/privacy"},{"id":147,"name":"Adacado Technologies Inc. (DBA Adacado)","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adacado.com/privacy-policy-april-25-2018/"},{"id":130,"name":"NextRoll, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.nextroll.com/privacy"},{"id":129,"name":"IPONWEB GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.iponweb.com/privacy-policy/"},{"id":128,"name":"BIDSWITCH GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.bidswitch.com/privacy-policy/"},{"id":168,"name":"EASYmedia GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://login.rtbmarket.com/gdpr"},{"id":164,"name":"Outbrain UK Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.outbrain.com/legal/privacy#privacy-policy"},{"id":144,"name":"district m inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://districtm.net/en/page/platforms-data-and-privacy-policy/"},{"id":163,"name":"Bombora Inc.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://bombora.com/privacy"},{"id":173,"name":"Yieldmo, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.yieldmo.com/privacy/"},{"id":88,"name":"TreSensa, Inc.","purposeIds":[1,3],"legIntPurposeIds":[2,5],"featureIds":[1],"policyUrl":"https://www.tresensa.com/eu-privacy"},{"id":78,"name":"Flashtalking, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.flashtalking.com/privacypolicy/"},{"id":59,"name":"Sift Media, Inc","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.sift.co/privacy"},{"id":114,"name":"Sublime","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://ayads.co/privacy.php"},{"id":175,"name":"FORTVISION","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://fortvision.com/POC/index.html","deletedDate":"2019-08-09T00:00:00Z"},{"id":133,"name":"digitalAudience","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://digitalaudience.io/legal/privacy-cookies/"},{"id":14,"name":"Adkernel LLC","purposeIds":[1,4],"legIntPurposeIds":[2,3,5],"featureIds":[1,3],"policyUrl":"http://adkernel.com/privacy-policy/"},{"id":180,"name":"Thirdpresence Oy","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"http://www.thirdpresence.com/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":183,"name":"EMX Digital LLC","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"https://emxdigital.com/privacy/"},{"id":58,"name":"33Across","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.33across.com/privacy-policy"},{"id":140,"name":"Platform161","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://platform161.com/cookie-and-privacy-policy/"},{"id":90,"name":"Teroa S.A.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://www.e-planning.net/en/privacy.html"},{"id":141,"name":"1020, Inc. dba Placecast and Ericsson Emodo","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://www.emodoinc.com/privacy-policy/"},{"id":142,"name":"Media.net Advertising FZ-LLC","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://www.media.net/en/privacy-policy"},{"id":209,"name":"Delta Projects AB","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[3],"policyUrl":"https://deltaprojects.com/data-collection-policy"},{"id":195,"name":"advanced store GmbH","purposeIds":[2,3],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"http://www.advanced-store.com/de/datenschutz/"},{"id":190,"name":"video intelligence AG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.vi.ai/privacy-policy/"},{"id":84,"name":"Semasio GmbH","purposeIds":[],"legIntPurposeIds":[1,2,4,5],"featureIds":[],"policyUrl":"http://www.semasio.com/privacy-policy/"},{"id":65,"name":"Location Sciences AI Ltd","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.locationsciences.ai/privacy-policy/"},{"id":210,"name":"Zemanta, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1],"policyUrl":"http://www.zemanta.com/legal/privacy"},{"id":200,"name":"Tapjoy, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.tapjoy.com/legal/#privacy-policy"},{"id":188,"name":"Sellpoints Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://retargeter.com/service-privacy-policy/","deletedDate":"2019-09-17T00:00:00Z"},{"id":217,"name":"2KDirect, Inc. (dba iPromote)","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.ipromote.com/privacy-policy/"},{"id":156,"name":"Centro, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.centro.net/privacy-policy/"},{"id":194,"name":"Rezonence Limited","purposeIds":[3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://rezonence.com/privacy-policy/"},{"id":226,"name":"Publicis Media GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.publicismedia.de/datenschutz/"},{"id":198,"name":"SYNC","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://redirect.sync.tv/privacy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":227,"name":"ORTEC B.V.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.ortecadscience.com/privacy-policy/"},{"id":225,"name":"Ligatus GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[3],"policyUrl":"https://www.ligatus.com/en/privacy-policy","deletedDate":"2020-06-19T00:00:00Z"},{"id":205,"name":"Adssets AB","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"http://adssets.com/policy/"},{"id":179,"name":"Collective Europe Ltd.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.collectiveuk.com/privacy.html"},{"id":31,"name":"Ogury Ltd.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://www.ogury.com/privacy-policy/"},{"id":92,"name":"1plusX AG","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.1plusx.com/privacy-policy/"},{"id":155,"name":"AntVoice","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.antvoice.com/en/privacypolicy/"},{"id":115,"name":"smartclip Europe GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://privacy-portal.smartclip.net/"},{"id":126,"name":"DoubleVerify Inc.\u200b","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.doubleverify.com/privacy/"},{"id":193,"name":"Mediasmart Mobile S.L.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://mediasmart.io/privacy/"},{"id":245,"name":"IgnitionOne","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.ignitionone.com/privacy-policy/","deletedDate":"2020-06-30T00:00:00Z"},{"id":213,"name":"emetriq GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.emetriq.com/datenschutz/"},{"id":244,"name":"Temelio","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://temelio.com/vie-privee"},{"id":224,"name":"adrule mobile GmbH","purposeIds":[2,4],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://www.adrule.net/de/datenschutz/"},{"id":174,"name":"A Million Ads Ltd","purposeIds":[2],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.amillionads.com/privacy-policy"},{"id":192,"name":"remerge GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://remerge.io/privacy-policy.html"},{"id":232,"name":"Rockerbox, Inc","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"http://rockerbox.com/privacy","deletedDate":"2020-07-17T00:00:00Z"},{"id":256,"name":"Bounce Exchange, Inc","purposeIds":[1],"legIntPurposeIds":[2,4,5],"featureIds":[1,2],"policyUrl":"https://www.bouncex.com/privacy/"},{"id":234,"name":"ZBO Media","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://zbo.media/mentions-legales/politique-de-confidentialite-service-publicitaire/"},{"id":246,"name":"Smartology Limited","purposeIds":[3],"legIntPurposeIds":[4,5],"featureIds":[],"policyUrl":"https://www.smartology.net/privacy-policy/"},{"id":241,"name":"OneTag Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.onetag.com/privacy/"},{"id":254,"name":"LiquidM Technology GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://liquidm.com/privacy-policy/"},{"id":215,"name":"ARMIS SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://armis.tech/en/armis-personal-data-privacy-policy/"},{"id":167,"name":"Audiens S.r.l.","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.audiens.com/privacy"},{"id":240,"name":"7Hops.com Inc. (ZergNet)","purposeIds":[],"legIntPurposeIds":[1,4,5],"featureIds":[],"policyUrl":"https://zergnet.com/privacy"},{"id":235,"name":"Bucksense Inc","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.bucksense.com/platform-privacy-policy/"},{"id":185,"name":"Bidtellect, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.bidtellect.com/privacy-policy/"},{"id":258,"name":"Adello Group AG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[3],"policyUrl":"https://www.adello.com/privacy-policy/"},{"id":169,"name":"RTK.IO, Inc","purposeIds":[1,4],"legIntPurposeIds":[2,3,5],"featureIds":[1,3],"policyUrl":"http://www.rtk.io/privacy.html","deletedDate":"2020-07-17T00:00:00Z"},{"id":208,"name":"Spotad","purposeIds":[2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.spotad.co/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":211,"name":"AdTheorent, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://adtheorent.com/privacy-policy"},{"id":229,"name":"Digitize New Media Ltd","purposeIds":[2,4],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.digitize.ie/online-privacy","deletedDate":"2020-07-17T00:00:00Z"},{"id":273,"name":"Bannerflow AB","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.bannerflow.com/privacy "},{"id":104,"name":"Sonobi, Inc","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[1,2,3],"policyUrl":"http://sonobi.com/privacy-policy/"},{"id":162,"name":"Unruly Group Ltd","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1,2],"policyUrl":"https://unruly.co/privacy/"},{"id":249,"name":"Spolecznosci Sp. z o.o. Sp. k.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.spolecznosci.pl/polityka-prywatnosci"},{"id":125,"name":"Research Now Group, Inc","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.valuedopinions.co.uk/privacy","deletedDate":"2019-09-17T00:00:00Z"},{"id":170,"name":"Goodway Group, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://goodwaygroup.com/privacy-policy/"},{"id":160,"name":"Netsprint SA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://netsprint.eu/privacy.html"},{"id":189,"name":"Intowow Innovation Ltd.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.intowow.com/privacy/","deletedDate":"2019-08-12T00:00:00Z"},{"id":279,"name":"Mirando GmbH & Co KG","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[3],"policyUrl":"https://wwwmirando.de/datenschutz/"},{"id":269,"name":"Sanoma Media Finland","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://sanoma.fi/tietoa-meista/tietosuoja/","deletedDate":"2019-08-07T00:00:00Z"},{"id":276,"name":"Viralize SRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://viralize.com/privacy-policy"},{"id":87,"name":"Genius Sports Media Limited","purposeIds":[2,4],"legIntPurposeIds":[1,3,5],"featureIds":[2,3],"policyUrl":"https://www.geniussports.com/privacy-policy"},{"id":182,"name":"Collective, Inc. dba Visto","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.vistohub.com/privacy-policy/","deletedDate":"2019-07-26T00:00:00Z"},{"id":255,"name":"Onnetwork Sp. z o.o.","purposeIds":[2,3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.onnetwork.tv/pp_services.php"},{"id":203,"name":"Revcontent, LLC","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://intercom.help/revcontent2/en/articles/2290675-revcontent-s-privacy-policy"},{"id":260,"name":"RockYou, Inc.","purposeIds":[3],"legIntPurposeIds":[1,2,5],"featureIds":[3],"policyUrl":"https://rockyou.com/privacy-policy/","deletedDate":"2019-08-09T00:00:00Z"},{"id":237,"name":"LKQD, a division of Nexstar Digital, LLC.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.lkqd.com/privacy-policy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":274,"name":"Golden Bees","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.goldenbees.fr/en/privacy-charter/"},{"id":280,"name":"Spot.IM LTD","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.spot.im/privacy/"},{"id":239,"name":"Triton Digital Canada Inc.","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://www.tritondigital.com/privacy-policies"},{"id":177,"name":"plista GmbH","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.plista.com/about/privacy/"},{"id":201,"name":"TimeOne","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://privacy.timeonegroup.com/en/","deletedDate":"2020-05-15T00:00:00Z"},{"id":150,"name":"Inskin Media LTD","purposeIds":[2,3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"http://www.inskinmedia.com/privacy-policy.html"},{"id":252,"name":"Jaduda GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.jadudamobile.com/datenschutzerklaerung/"},{"id":248,"name":"Converge-Digital","purposeIds":[1],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://converge-digital.com/privacy-policy/"},{"id":161,"name":"Smadex SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://smadex.com/end-user-privacy-policy/"},{"id":285,"name":"Comcast International France SAS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.freewheel.com/privacy-policy"},{"id":228,"name":"McCann Discipline LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.primis.tech/privacy-policy/"},{"id":299,"name":"AdClear GmbH","purposeIds":[1,5],"legIntPurposeIds":[2,3,4],"featureIds":[1,2],"policyUrl":"https://www.adclear.de/datenschutzerklaerung/"},{"id":277,"name":"Codewise VL Sp. z o.o. Sp. k","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://voluumdsp.com/end-user-privacy-policy/"},{"id":259,"name":"ADYOULIKE SA","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.adyoulike.com/privacy_policy.php"},{"id":272,"name":"A.Mob","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.we-are-adot.com/privacy-policy/"},{"id":230,"name":"Steel House, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://steelhouse.com/privacy-policy/"},{"id":253,"name":"Improve Digital BV","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.improvedigital.com/platform-privacy-policy"},{"id":304,"name":"On Device Research Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://s.on-device.com/privacyPolicy"},{"id":314,"name":"Keymantics","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.keymantics.com/assets/privacy-policy.pdf"},{"id":257,"name":"R-TARGET","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"http://www.r-target.com/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":317,"name":"mainADV Srl","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.mainad.com/privacy-policy/"},{"id":278,"name":"Integral Ad Science, Inc.","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://integralads.com/privacy-policy/"},{"id":291,"name":"Qwertize","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.qwertize.com/en/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":295,"name":"Sojern, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.sojern.com/privacy/product-privacy-policy/"},{"id":315,"name":"Celtra, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.celtra.com/privacy-policy/"},{"id":165,"name":"SpotX, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.spotx.tv/privacy-policy/"},{"id":47,"name":"ADMAN - Phaistos Networks, S.A.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.adman.gr/privacy"},{"id":134,"name":"SMARTSTREAM.TV GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2],"policyUrl":"https://www.smartstream.tv/en/productprivacy"},{"id":325,"name":"Knorex","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.knorex.com/privacy"},{"id":316,"name":"Gamned","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.gamned.com/privacy-policy/"},{"id":318,"name":"Accorp Sp. z o.o.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"http://www.instytut-pollster.pl/privacy-policy/"},{"id":199,"name":"ADUX","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adux.com/donnees-personelles/"},{"id":236,"name":"PowerLinks Media Limited","purposeIds":[1,2,5],"legIntPurposeIds":[3,4],"featureIds":[3],"policyUrl":"https://www.powerlinks.com/privacy-policy/"},{"id":294,"name":"Jivox Corporation","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.jivox.com/privacy"},{"id":143,"name":"Connatix Native Exchange Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://connatix.com/privacy-policy/"},{"id":297,"name":"Polar Mobile Group Inc.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://privacy.polar.me"},{"id":319,"name":"Clipcentric, Inc.","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://clipcentric.com/privacy.bhtml"},{"id":290,"name":"Readpeak Oy","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://readpeak.com/privacy-policy/"},{"id":323,"name":"DAZN Media Services Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.goal.com/en-gb/legal/privacy-policy"},{"id":119,"name":"Fusio by S4M","purposeIds":[1,2,5],"legIntPurposeIds":[3],"featureIds":[1,3],"policyUrl":"http://www.s4m.io/privacy-policy/"},{"id":302,"name":"Mobile Professionals BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://mobpro.com/privacy.html"},{"id":212,"name":"usemax advertisement (Emego GmbH)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.usemax.de/?l=privacy"},{"id":264,"name":"Adobe Advertising Cloud","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.adobe.com/privacy/experience-cloud.html"},{"id":44,"name":"The ADEX GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://theadex.com/privacy-opt-out/"},{"id":282,"name":"Welect GmbH","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.welect.de/datenschutz"},{"id":238,"name":"StackAdapt","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.stackadapt.com/privacy"},{"id":284,"name":"WEBORAMA","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://weborama.com/privacy_en/"},{"id":148,"name":"Liveintent Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://liveintent.com/services-privacy-policy/"},{"id":64,"name":"DigiTrust / IAB Tech Lab","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.digitru.st/privacy-policy/"},{"id":301,"name":"zeotap GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://zeotap.com/privacy_policy"},{"id":275,"name":"TabMo SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"http://static.tabmo.io.s3.amazonaws.com/privacy-policy/index.html"},{"id":310,"name":"Adevinta Spain S.L.U.","purposeIds":[],"legIntPurposeIds":[4],"featureIds":[],"policyUrl":"https://www.adevinta.com/about/privacy/"},{"id":139,"name":"Permodo GmbH","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://permodo.com/de/privacy.html"},{"id":326,"name":"AdTiming Technology Company Limited","purposeIds":[3,5],"legIntPurposeIds":[1,2,4],"featureIds":[],"policyUrl":"http://www.adtiming.com/en/privacypolicy.html"},{"id":262,"name":"Fyber ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.fyber.com/legal/privacy-policy/"},{"id":331,"name":"ad6media","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[2,3],"policyUrl":"https://www.ad6media.fr/privacy"},{"id":345,"name":"The Kantar Group Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.kantar.com/cookies-policies"},{"id":308,"name":"Rockabox Media Ltd","purposeIds":[1],"legIntPurposeIds":[2,3],"featureIds":[],"policyUrl":"http://scoota.com/privacy-policy"},{"id":270,"name":"Marfeel Solutions, SL","purposeIds":[],"legIntPurposeIds":[2],"featureIds":[],"policyUrl":"https://www.marfeel.com/privacy-policy/"},{"id":333,"name":"InMobi Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.inmobi.com/privacy-policy-for-eea"},{"id":202,"name":"Telaria, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://telaria.com/privacy-policy/"},{"id":328,"name":"Gemius SA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.gemius.com/cookie-policy.html"},{"id":281,"name":"Wizaly","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.wizaly.com/terms-of-use#privacy-policy"},{"id":354,"name":"Apester Ltd","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://apester.com/privacy-policy/"},{"id":320,"name":"Adelphic LLC","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://adelphic.com/platform/privacy/"},{"id":359,"name":"AerServ LLC","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.inmobi.com/privacy-policy-for-eea"},{"id":265,"name":"Instinctive, Inc.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://instinctive.io/privacy"},{"id":349,"name":"Optomaton UG","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://optomaton.com/privacy.html"},{"id":288,"name":"Video Media Groep B.V.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"http://www.videomediagroup.com/wp-content/uploads/2016/01/Privacy-policy-VMG.pdf","deletedDate":"2019-09-17T00:00:00Z"},{"id":266,"name":"Digilant Spain, SLU","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.digilant.com/es/politica-privacidad/"},{"id":339,"name":"Vuble","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.vuble.tv/us/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":303,"name":"Orion Semantics","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://static.orion-semantics.com/privacy.html"},{"id":261,"name":"Signal Digital Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.signal.co/privacy-policy/"},{"id":83,"name":"Visarity Technologies GmbH","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://primo.design/docs/PrivacyPolicyPrimo.html"},{"id":343,"name":"DIGITEKA Technologies","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.ultimedia.com/POLICY.html"},{"id":330,"name":"Linicom","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://www.linicom.com/privacy/","deletedDate":"2020-06-08T00:00:00Z"},{"id":231,"name":"AcuityAds Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy.acuityads.com/corporate-privacy-policy.html"},{"id":216,"name":"Mindlytix SAS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://mindlytix.com/privacy/"},{"id":360,"name":"Permutive Technologies, Inc.","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[1,2],"policyUrl":"https://permutive.com/privacy","deletedDate":"2020-03-31T00:00:00Z"},{"id":361,"name":"Permutive","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://permutive.com/privacy"},{"id":311,"name":"Mobfox US LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mobfox.com/privacy-policy/"},{"id":358,"name":"MGID Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mgid.com/privacy-policy"},{"id":152,"name":"Meetrics GmbH","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.meetrics.com/en/data-privacy/"},{"id":251,"name":"Yieldlove GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"http://www.yieldlove.com/cookie-policy"},{"id":344,"name":"My6sense Inc.","purposeIds":[1,3,5],"legIntPurposeIds":[2,4],"featureIds":[],"policyUrl":"https://my6sense.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":347,"name":"Ezoic Inc.","purposeIds":[2,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.ezoic.com/terms/"},{"id":218,"name":"Bigabid Media ltd","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://www.bigabid.com/privacy-policy"},{"id":350,"name":"Free Stream Media Corp. dba Samba TV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://samba.tv/legal/privacy-policy/"},{"id":351,"name":"Samba TV UK Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://samba.tv/legal/privacy-policy/"},{"id":341,"name":"Somo Audience Corp","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[1,2,3],"policyUrl":"https://somoaudience.com/legal/","deletedDate":"2020-07-06T00:00:00Z"},{"id":380,"name":"Vidoomy Media SL","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"http://vidoomy.com/privacy-policy.html"},{"id":378,"name":"communicationAds GmbH & Co. KG","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.communicationads.net/aboutus/privacy/"},{"id":369,"name":"Getintent USA, inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://getintent.com/privacy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":184,"name":"mediarithmics SAS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mediarithmics.com/en-us/content/privacy-policy"},{"id":368,"name":"VECTAURY","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.vectaury.io/en/personal-data"},{"id":373,"name":"Nielsen Marketing Cloud","purposeIds":[1,2],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"http://www.nielsen.com/us/en/privacy-statement/exelate-privacy-policy.html"},{"id":214,"name":"Digital Control GmbH & Co. KG","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://advolution.de/privacy.php","deletedDate":"2020-05-06T00:00:00Z"},{"id":388,"name":"numberly","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://numberly.com/en/privacy/"},{"id":250,"name":"Qriously Ltd","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.brandwatch.com/legal/qriously-privacy-notice/"},{"id":223,"name":"Audience Trading Platform Ltd.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[2],"policyUrl":"https://atp.io/privacy-policy"},{"id":384,"name":"Pixalate, Inc.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"http://pixalate.com/privacypolicy/","deletedDate":"2019-11-08T00:00:00Z"},{"id":387,"name":"Triapodi Ltd.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://appreciate.mobi/page.html#/end-user-privacy-policy"},{"id":312,"name":"Exactag GmbH","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.exactag.com/en/data-privacy/"},{"id":178,"name":"Hybrid Theory","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://hybridtheory.com/privacy-policy/"},{"id":377,"name":"AddApptr GmbH","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.addapptr.com/data-privacy"},{"id":382,"name":"The Reach Group GmbH","purposeIds":[1,2,4,5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://trg.de/en/privacy-statement/"},{"id":206,"name":"Hybrid Adtech GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://hybrid.ai/data_protection_policy"},{"id":403,"name":"Mobusi Mobile Advertising S.L.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mobusi.com/privacy.en.html","deletedDate":"2020-07-17T00:00:00Z"},{"id":385,"name":"Oracle Data Cloud","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://www.oracle.com/legal/privacy/marketing-cloud-data-cloud-privacy-policy.html"},{"id":404,"name":"Duplo Media AS","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://www.easy-ads.com/privacypolicy.htm"},{"id":242,"name":"twiago GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.twiago.com/datenschutz/"},{"id":376,"name":"Pocketmath Pte Ltd","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.pocketmath.com/privacy-policy"},{"id":402,"name":"Effiliation","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://inter.effiliation.com/politique-confidentialite.html"},{"id":413,"name":"Eulerian Technologies","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.eulerian.com/en/privacy/"},{"id":400,"name":"Whenever Media Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.whenevermedia.com/privacy-policy","deletedDate":"2019-07-29T00:00:00Z"},{"id":171,"name":"Webedia","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.webedia-group.com/site/privacy-policy","deletedDate":"2020-07-01T00:00:00Z"},{"id":398,"name":"Yormedia Solutions Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.yormedia.com/privacy-and-cookies-notice/","deletedDate":"2019-08-06T00:00:00Z"},{"id":415,"name":"Seenthis AB","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://seenthis.co/privacy-notice-2018-04-18.pdf"},{"id":263,"name":"Nativo, Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.nativo.com/interest-based-ads"},{"id":329,"name":"Browsi Mobile Ltd","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://gobrowsi.com/browsi-privacy-policy/"},{"id":389,"name":"Bidmanagement GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adspert.net/en/privacy/","deletedDate":"2020-07-01T00:00:00Z"},{"id":337,"name":"SheMedia, LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.shemedia.com/ad-services-privacy-policy"},{"id":422,"name":"Brand Metrics Sweden AB","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://collector.brandmetrics.com/brandmetrics_privacypolicy.pdf"},{"id":421,"name":"LeftsnRight, Inc. dba LIQWID","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://liqwid.solutions/privacy-policy","deletedDate":"2020-06-30T00:00:00Z"},{"id":426,"name":"TradeTracker","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[2],"policyUrl":"https://tradetracker.com/privacy-policy/","deletedDate":"2019-08-21T00:00:00Z"},{"id":394,"name":"AudienceProject Aps","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://privacy.audienceproject.com"},{"id":287,"name":"Avazu Inc.","purposeIds":[],"legIntPurposeIds":[1,3,4],"featureIds":[3],"policyUrl":"http://avazuinc.com/opt-out/","deletedDate":"2020-08-03T00:00:00Z"},{"id":243,"name":"Cloud Technologies S.A.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.cloudtechnologies.pl/en/internet-advertising-privacy-policy"},{"id":113,"name":"iotec global Ltd.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.iotecglobal.com/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":338,"name":"dunnhumby Germany GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.sociomantic.com/privacy/en/","deletedDate":"2020-07-17T00:00:00Z"},{"id":405,"name":"IgnitionAi Ltd","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[2],"policyUrl":"https://www.isitelab.io/default.aspx","deletedDate":"2020-07-03T00:00:00Z"},{"id":416,"name":"Commanders Act","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.commandersact.com/en/privacy/"},{"id":434,"name":"DynAdmic","purposeIds":[1,3],"legIntPurposeIds":[2,4],"featureIds":[1,3],"policyUrl":"http://eu.dynadmic.com/privacy-policy/"},{"id":435,"name":"SINGLESPOT SAS ","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.singlespot.com/privacy_policy?locale=fr"},{"id":409,"name":"Arrivalist Co.","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[1,2],"policyUrl":"https://www.arrivalist.com/privacy"},{"id":321,"name":"Ziff Davis LLC","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.ziffdavis.com/privacy-policy"},{"id":436,"name":"INVIBES GROUP","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[1,2,3],"policyUrl":"http://www.invibes.com/terms"},{"id":442,"name":"R-Advertising","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.tradedoubler.com/en/privacy-policy/","deletedDate":"2019-08-20T00:00:00Z"},{"id":362,"name":"Myntelligence S.r.l.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://myntelligence.com/privacy-page/"},{"id":418,"name":"PROXISTORE","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://www.proxistore.com/common/en/cgv"},{"id":449,"name":"Mobile Journey B.V.","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://mobilejourney.com/Privacy-Policy","deletedDate":"2019-09-05T00:00:00Z"},{"id":443,"name":"Tradedoubler AB","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[2],"policyUrl":"https://www.tradedoubler.com/en/privacy-policy/","deletedDate":"2019-08-13T00:00:00Z"},{"id":429,"name":"Signals","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://signalsdata.com/platform-cookie-policy/"},{"id":335,"name":"Beachfront Media LLC","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"http://beachfront.com/privacy-policy/"},{"id":407,"name":"Publishers Internationale Pty Ltd","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.pi-rate.com.au/privacy.html","deletedDate":"2019-11-08T00:00:00Z"},{"id":427,"name":"Proxi.cloud Sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://proxi.cloud/info/privacy-policy/"},{"id":374,"name":"Bmind a Sales Maker Company, S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.bmind.es/legal-notice/"},{"id":438,"name":"INVIDI technologies AB","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.invidi.com/wp-content/uploads/2020/02/ad-tech-services-privacy-policy.pdf"},{"id":450,"name":"Neodata Group srl","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.neodatagroup.com/en/security-policy"},{"id":452,"name":"Innovid Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.innovid.com/privacy-policy"},{"id":444,"name":"Playbuzz Ltd (aka EX.CO)","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://ex.co/privacy-policy/"},{"id":412,"name":"Cxense ASA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.cxense.com/about-us/privacy-policy"},{"id":454,"name":"Adimo","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://adimo.co/privacy-policy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":455,"name":"GDMServices, Inc. d/b/a FiksuDSP","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://fiksu.com/privacy-policy/"},{"id":298,"name":"Cuebiq Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.cuebiq.com/privacypolicy/","deletedDate":"2019-08-30T00:00:00Z"},{"id":423,"name":"travel audience GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://travelaudience.com/product-privacy-policy/"},{"id":397,"name":"Demandbase, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.demandbase.com/privacy-policy/"},{"id":381,"name":"Solocal","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://frontend.adhslx.com/privacy.html?"},{"id":425,"name":"ADRINO Sp. z o.o.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.adrino.pl/ciasteczkowa-polityka/","deletedDate":"2019-09-05T00:00:00Z"},{"id":365,"name":"Forensiq LLC","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[1,3],"policyUrl":"https://impact.com/privacy-policy/"},{"id":447,"name":"Adludio Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adludio.com/privacy-policy/"},{"id":410,"name":"Adtelligent Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adtelligent.com/privacy-policy/"},{"id":137,"name":"Str\u00f6er SSP GmbH (DSP)","purposeIds":[],"legIntPurposeIds":[1,2,3],"featureIds":[],"policyUrl":"https://www.stroeer.de/fileadmin/de/Konvergenz_und_Konzepte/Daten_und_Technologien/Stroeer_SSP/Downloads/Datenschutz_Stroeer_SSP.pdf"},{"id":395,"name":"PREX Programmatic Exchange GmbH&Co KG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[],"policyUrl":"http://www.programmatic-exchange.com/privacy","deletedDate":"2020-07-03T00:00:00Z"},{"id":462,"name":"Bidstack Limited","purposeIds":[1,2,5],"legIntPurposeIds":[3,4],"featureIds":[2],"policyUrl":"https://www.bidstack.com/privacy-policy/"},{"id":466,"name":"TACTIC\u2122 Real-Time Marketing AS","purposeIds":[],"legIntPurposeIds":[4,5],"featureIds":[],"policyUrl":"https://tacticrealtime.com/privacy/"},{"id":340,"name":"Yieldr UK","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.yieldr.com/privacy"},{"id":336,"name":"Telecoming S.A.","purposeIds":[3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://www.telecoming.com/privacy-policy/"},{"id":430,"name":"Ad Unity Ltd","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"http://www.adunity.com/privacy-policy.html","deletedDate":"2019-08-13T00:00:00Z"},{"id":346,"name":"Cybba, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://cybba.com/about/legal/data-processing-agreement/","deletedDate":"2020-08-03T00:00:00Z"},{"id":469,"name":"Zeta Global","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://zetaglobal.com/privacy-policy/"},{"id":440,"name":"DEFINE MEDIA GMBH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.definemedia.de/datenschutz-conative/"},{"id":375,"name":"Affle International","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://affle.com/privacy-policy "},{"id":196,"name":"AdElement Media Solutions Pvt Ltd","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"http://adelement.com/privacy-policy.html"},{"id":268,"name":"Social Tokens Ltd. ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://woobi.com/privacy/","deletedDate":"2019-10-02T00:00:00Z"},{"id":475,"name":"TAPTAP Digital SL","purposeIds":[1,2,3],"legIntPurposeIds":[4,5],"featureIds":[1,2,3],"policyUrl":"http://www.taptapnetworks.com/privacy_policy/"},{"id":474,"name":"hbfsTech","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[],"policyUrl":"http://www.hbfstech.com/fr/privacy.html"},{"id":448,"name":"Targetspot Belgium SPRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://marketing.targetspot.com/Targetspot/Legal/TargetSpot%20Privacy%20Policy%20-%20June%202018.pdf"},{"id":428,"name":"Internet BillBoard a.s.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.ibillboard.com/en/privacy-information/"},{"id":461,"name":"B2B Media Group EMEA GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.selfcampaign.com/static/privacy","deletedDate":"2019-08-14T00:00:00Z"},{"id":476,"name":"HIRO Media Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1],"policyUrl":"http://hiro-media.com/privacy.php"},{"id":480,"name":"pilotx.tv","purposeIds":[2,3],"legIntPurposeIds":[1,4,5],"featureIds":[1,2,3],"policyUrl":"https://pilotx.tv/privacy/"},{"id":366,"name":"CerebroAd.com s.r.o.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.cerebroad.com/privacy-policy","deletedDate":"2019-10-02T00:00:00Z"},{"id":392,"name":"Str\u00f6er Mobile Performance GmbH","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[3],"policyUrl":"https://stroeermobileperformance.com/?dl=privacy"},{"id":357,"name":"Totaljobs Group Ltd ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.totaljobs.com/privacy-policy"},{"id":486,"name":"Madington","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://delivered-by-madington.com/dat-privacy-policy/"},{"id":468,"name":"NeuStar, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1,2],"policyUrl":"https://www.home.neustar/privacy"},{"id":458,"name":"AdColony, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1],"policyUrl":"adcolony.com/privacy-policy/"},{"id":489,"name":"YellowHammer Media Group","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.yhmg.com/privacy-policy/","deletedDate":"2019-11-27T00:00:00Z"},{"id":293,"name":"SpringServe, LLC","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://springserve.com/privacy-policy/"},{"id":484,"name":"STRIATUM SAS","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://adledge.com/data-privacy/"},{"id":493,"name":"Carbon (AI) Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://carbonrmp.com/privacy.html"},{"id":495,"name":"Arcspire Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://public.arcspire.io/privacy.pdf"},{"id":496,"name":"Automattic Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://en.blog.wordpress.com/2017/12/04/updated-privacy-policy/"},{"id":424,"name":"KUPONA GmbH","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.kupona.de/dsgvo/"},{"id":408,"name":"Fidelity Media","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"https://fidelity-media.com/privacy-policy/"},{"id":473,"name":"Sub2 Technologies Ltd","purposeIds":[3,4,5],"legIntPurposeIds":[1,2],"featureIds":[],"policyUrl":"http://www.sub2tech.com/privacy-policy/"},{"id":467,"name":"Haensel AMS GmbH","purposeIds":[3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://haensel-ams.com/data-privacy/"},{"id":490,"name":"PLAYGROUND XYZ EMEA LTD","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://playground.xyz/privacy"},{"id":464,"name":"Oracle AddThis","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.addthis.com/privacy/privacy-policy/","deletedDate":"2020-02-12T00:00:00Z"},{"id":491,"name":"Triboo Data Analytics","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.shinystat.com/it/informativa_privacy_generale.html"},{"id":499,"name":"PurposeLab, LLC","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://purposelab.com/privacy/","deletedDate":"2019-10-02T00:00:00Z"},{"id":502,"name":"NEXD","purposeIds":[5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://nexd.com/privacy-policy"},{"id":465,"name":"Schibsted Product and Tech UK","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.schibsted.com/","deletedDate":"2019-07-26T00:00:00Z"},{"id":497,"name":"Little Big Data sp.z.o.o.","purposeIds":[1,2,4],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://dtxngr.com/legal/"},{"id":492,"name":"LotaData, Inc.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[1],"policyUrl":"https://lotadata.com/privacy_policy","deletedDate":"2019-10-02T00:00:00Z"},{"id":512,"name":"PubNative GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://pubnative.net/privacy-notice/"},{"id":471,"name":"FlexOffers.com, LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.flexoffers.com/privacy-policy/","deletedDate":"2019-11-18T00:00:00Z"},{"id":494,"name":"Cablato Limited","purposeIds":[1,2,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://cablato.com/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":516,"name":"Pexi B.V.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://pexi.nl/privacy-policy/"},{"id":507,"name":"AdsWizz Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1,2,3],"policyUrl":"https://www.adswizz.com/our-privacy-policy/"},{"id":482,"name":"UberMedia, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://ubermedia.com/summary-of-privacy-policy/"},{"id":505,"name":"Shopalyst Inc","purposeIds":[1,2],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.shortlyst.com/eu/privacy_terms.html"},{"id":517,"name":"SunMedia ","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[2],"policyUrl":"https://www.sunmedia.tv/en/cookies"},{"id":518,"name":"Accelerize Inc.","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://getcake.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":511,"name":"Admixer EU GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://admixer.com/privacy/"},{"id":479,"name":"INFINIA MOBILE S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.infiniamobile.com/privacy_policy"},{"id":513,"name":"Shopstyle","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.shopstyle.co.uk/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":509,"name":"ATG Ad Tech Group GmbH","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://ad-tech-group.com/privacy-policy/"},{"id":521,"name":"netzeffekt GmbH","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.netzeffekt.de/en/imprint"},{"id":487,"name":"nugg.ad GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1],"policyUrl":"https://www.nugg.ad/en/privacy/general-information.html","deletedDate":"2019-10-03T00:00:00Z"},{"id":515,"name":"ZighZag","purposeIds":[1,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://zighzag.com/privacy"},{"id":520,"name":"ChannelSight ","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.channelsight.com/privacypolicy/"},{"id":524,"name":"The Ozone Project Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://ozoneproject.com/privacy-policy"},{"id":529,"name":"Fidzup","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.fidzup.com/en/privacy/","deletedDate":"2019-11-18T00:00:00Z"},{"id":528,"name":"Kayzen","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://kayzen.io/data-privacy-policy"},{"id":527,"name":"Jampp LTD","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://jampp.com/privacy.html"},{"id":506,"name":"salesforce.com, inc.","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.salesforce.com/company/privacy/"},{"id":534,"name":"SmartyAds Inc.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://smartyads.com/privacy-policy"},{"id":535,"name":"INNITY","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.innity.com/privacy-policy.php"},{"id":514,"name":"Uprival LLC","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://uprival.com/privacy-policy/","deletedDate":"2020-01-21T00:00:00Z"},{"id":522,"name":"Tealium Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://tealium.com/privacy-policy/"},{"id":530,"name":"Near Pte Ltd","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://near.co/privacy"},{"id":539,"name":"AdDefend GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.addefend.com/en/privacy-policy/"},{"id":501,"name":"Alliance Gravity Data Media","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.alliancegravity.com/politiquedeprotectiondesdonneespersonnelles"},{"id":519,"name":"Chargeads","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.chargeplatform.com/privacy"},{"id":523,"name":"X-Mode Social, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://xmode.io/privacy-policy.html"},{"id":537,"name":"RUN, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.runads.com/privacy-policy"},{"id":531,"name":"Smartclip Hispania SL","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://rgpd-smartclip.com/"},{"id":536,"name":"GlobalWebIndex","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"http://legal.trendstream.net/non-panellist_privacy_policy"},{"id":542,"name":"Densou Trading Desk ApS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://densou.dk/Policy.html","deletedDate":"2020-01-21T00:00:00Z"},{"id":525,"name":"PUB OCEAN LIMITED","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://rta.pubocean.com/privacy-policy/","deletedDate":"2019-10-03T00:00:00Z"},{"id":544,"name":"Kochava Inc.","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://www.kochava.com/support-privacy/"},{"id":543,"name":"PaperG, Inc. dba Thunder Industries","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.makethunder.com/privacy"},{"id":334,"name":"Cydersoft","purposeIds":[],"legIntPurposeIds":[1,2,3,4],"featureIds":[2,3],"policyUrl":"http://www.videmob.com/privacy.html"},{"id":551,"name":"Illuma Technology Limited","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.weareilluma.com/endddd","deletedDate":"2019-11-14T00:00:00Z"},{"id":540,"name":"Tunnl BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://tunnl.com/privacy.html","deletedDate":"2019-12-20T00:00:00Z"},{"id":547,"name":"Video Reach","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.videoreach.de/about/privacy-policy/","deletedDate":"2020-01-21T00:00:00Z"},{"id":546,"name":"Smart Traffik","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://okube-attribution.com/politique-de-confidentialite/"},{"id":541,"name":"DeepIntent, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.deepintent.com/privacypolicy"},{"id":545,"name":"Reignn Platform Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://reignn.com/user-privacy-policy"},{"id":439,"name":"Bit Q Holdings Limited","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.rippll.com/privacy"},{"id":553,"name":"Adhese","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://adhese.com/privacy-and-cookie-policy"},{"id":556,"name":"adhood.com","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://v3.adhood.com/en/site/politikavekurallar/gizlilik.php?lang=en"},{"id":550,"name":"Happydemics","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.iubenda.com/privacy-policy/69056167/full-legal"},{"id":560,"name":"Leiki Ltd.","purposeIds":[1,2,3],"legIntPurposeIds":[4],"featureIds":[],"policyUrl":"http://www.leiki.com/privacy","deletedDate":"2020-01-07T00:00:00Z"},{"id":554,"name":"RMSi Radio Marketing Service interactive GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.rms.de/datenschutz/"},{"id":498,"name":"Dr. Banner","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://drbanner.com/privacypolicy_en/"},{"id":565,"name":"Adobe Audience Manager","purposeIds":[1,2,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adobe.com/privacy/policy.html"},{"id":118,"name":"Drawbridge, Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.drawbridge.com/privacy/","deletedDate":"2020-03-06T00:00:00Z"},{"id":572,"name":"CHEQ AI TECHNOLOGIES LTD.","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://www.cheq.ai/privacy"},{"id":571,"name":"ViewPay","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://viewpay.tv/mentions-legales/"},{"id":568,"name":"Jointag S.r.l.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.jointag.com/privacy/kariboo/publisher/third/"},{"id":570,"name":"Czech Publisher Exchange z.s.p.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.cpex.cz/pro-uzivatele/ochrana-soukromi/"},{"id":559,"name":"Otto (GmbH & Co KG)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2],"policyUrl":"https://www.otto.de/shoppages/service/datenschutz"},{"id":548,"name":"LBC France","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.leboncoin.fr/dc/cookies","deletedDate":"2020-04-23T00:00:00Z"},{"id":569,"name":"Kairos Fire","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.kairosfire.com/privacy"},{"id":577,"name":"Neustar on behalf of The Procter & Gamble Company","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.pg.com/privacy/english/privacy_statement.shtml"},{"id":590,"name":"Sourcepoint Technologies, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.sourcepoint.com/privacy-policy"},{"id":587,"name":"Localsensor B.V.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://www.localsensor.com/privacy.html"},{"id":578,"name":"MAIRDUMONT NETLETIX GmbH&Co. KG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://mairdumont-netletix.com/datenschutz"},{"id":580,"name":"Goldbach Group AG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1,2,3],"policyUrl":"https://goldbach.com/ch/de/datenschutz"},{"id":593,"name":"Programatica de publicidad S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://datmean.com/politica-privacidad/"},{"id":574,"name":"Realeyes OU","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://realview.realeyesit.com/privacy"},{"id":581,"name":"Mobilewalla, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.mobilewalla.com/business-services-privacy-policy"},{"id":598,"name":"audio content & control GmbH","purposeIds":[1],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://www.audio-cc.com/audiocc_privacy_policy.pdf"},{"id":596,"name":"InsurAds Technologies SA.","purposeIds":[3],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://www.insurads.com/privacy.html"},{"id":576,"name":"StartApp Inc.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"https://www.startapp.com/policy/privacy-policy/","deletedDate":"2020-04-23T00:00:00Z"},{"id":592,"name":"Colpirio.com","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy-policy.colpirio.com/en/","deletedDate":"2020-03-18T00:00:00Z"},{"id":549,"name":"Bandsintown Amplified LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://corp.bandsintown.com/privacy"},{"id":597,"name":"Better Banners A/S","purposeIds":[],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://betterbanners.com/en/privacy"},{"id":601,"name":"WebAds B.V","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy.webads.eu/"},{"id":599,"name":"Maximus Live LLC","purposeIds":[],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://maximusx.com/privacy-policy/"},{"id":604,"name":"Join","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.teamjoin.fr/privacy.html","deletedDate":"2020-04-23T00:00:00Z"},{"id":606,"name":"Impactify ","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://impactify.io/privacy-policy/"},{"id":608,"name":"News and Media Holding, a.s.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.newsandmedia.sk/gdpr/"},{"id":602,"name":"Online Solution Int Limited","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://adsafety.net/privacy.html"},{"id":612,"name":"Adnami Aps","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adnami.io/privacy","deletedDate":"2020-03-17T00:00:00Z"},{"id":591,"name":"Consumable, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://consumable.com/privacy-policy.html"},{"id":614,"name":"Market Resource Partners LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.mrpfd.com/privacy-policy/"},{"id":615,"name":"Adsolutions BV","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adsolutions.com/privacy-policy/"},{"id":607,"name":"ucfunnel Co., Ltd.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.ucfunnel.com/privacy-policy"},{"id":609,"name":"Predicio","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.predic.io/privacy"},{"id":617,"name":"Onfocus (Adagio)","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adagio.io/privacy"},{"id":620,"name":"Blue","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.getblue.io/privacy/"},{"id":610,"name":"Azerion Holding B.V.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"https://azerion.com/business/privacy.html"},{"id":621,"name":"Seznam.cz, a.s.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[2,3],"policyUrl":"https://www.seznam.cz/ochranaudaju"},{"id":624,"name":"Norstat AS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.norstatpanel.com/en/data-protection"},{"id":623,"name":"Adprime Media Inc. ","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://adprimehealth.com/privacy/","deletedDate":"2020-06-17T00:00:00Z"},{"id":95,"name":"Lotame Solutions, inc","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[2],"policyUrl":"https://www.lotame.com/about-lotame/privacy/lotame-corporate-websites-privacy-policy/"},{"id":618,"name":"BEINTOO SPA","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.beintoo.com/privacy-cookie-policy/"},{"id":619,"name":"Capitaldata","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.capitaldata.fr/privacy"},{"id":625,"name":"BILENDI SA","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.maximiles.com/privacy-policy"},{"id":628,"name":": Tappx","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.tappx.com/en/privacy-policy/"},{"id":626,"name":"Hivestack Inc.","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[3],"policyUrl":"https://hivestack.com/privacy-policy"},{"id":631,"name":"Relay42 Netherlands B.V.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://relay42.com/privacy"},{"id":627,"name":"D-Edge","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.d-edge.com/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":644,"name":"Gamoshi LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.gamoshi.com/privacy-policy"},{"id":639,"name":"Smile Wanted Group","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.smilewanted.com/privacy.php"},{"id":635,"name":"WebMediaRM","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.webmediarm.com/vie_privee_et_opposition_en.php"},{"id":579,"name":"Ve Global","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.ve.com/privacy-policy"},{"id":645,"name":"Noster Finance S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.finect.com/terminos-legales/politica-de-cookies"},{"id":653,"name":"Smartme Analytics","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[1],"policyUrl":"http://smartmeapp.com/info/smartme/aviso_legal.php","deletedDate":"2020-07-03T00:00:00Z"},{"id":613,"name":"Adserve.zone / Artworx AS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://adserve.zone/adserveprivacypolicy.html"},{"id":573,"name":"Dailymotion SA","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[2],"policyUrl":"https://www.dailymotion.com/legal/privacy"},{"id":652,"name":"Skaze","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.skaze.fr/rgpd/"},{"id":646,"name":"Notify","purposeIds":[1,2],"legIntPurposeIds":[5],"featureIds":[1],"policyUrl":"https://notify-group.com/en/mentions-legales/"},{"id":648,"name":"TrueData Solutions, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.truedata.co/privacy-policy/"},{"id":647,"name":"Axel Springer Teaser Ad GmbH","purposeIds":[2],"legIntPurposeIds":[1,3,5],"featureIds":[],"policyUrl":"https://www.adup-tech.com/privacy"},{"id":654,"name":"GRAPHINIUM","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.graphinium.com/privacy/"},{"id":659,"name":"Research and Analysis of Media in Sweden AB","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www2.rampanel.com/privacy-policy/"},{"id":656,"name":"Think Clever Media","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.contentignite.com/privacy-policy/"},{"id":504,"name":"Alive & Kicking Global Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mcsaatchiplc.com/legal/privacy-cookies","deletedDate":"2020-07-27T00:00:00Z"},{"id":657,"name":"GP One GmbH","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://www.gsi-one.org/de/privacy-policy.html"},{"id":655,"name":"Sportradar AG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.sportradar.com/about-us/privacy/"},{"id":662,"name":"SoundCast","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://soundcast.fm/en/data-privacy"},{"id":665,"name":"Digital East GmbH","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.digitaleast.mobi/en/legal/privacy-policy/"},{"id":650,"name":"Telefonica Investigaci\u00f3n y Desarrollo S.A.U","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.cognitivemarketing.tid.es/"},{"id":666,"name":"BeOp","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://beop.io/privacy"},{"id":663,"name":"Mobsuccess","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.mobsuccess.com/en/privacy"},{"id":658,"name":"BLIINK SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://bliink.io/privacy-policy"},{"id":667,"name":"Liftoff Mobile, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://liftoff.io/privacy-policy/"},{"id":668,"name":"WhatRocks Inc. ","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.whatrocks.co/en/privacy-policy "},{"id":670,"name":"Timehop, Inc.","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.timehop.com/privacy"},{"id":674,"name":"Duration Media, LLC.","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.durationmedia.net/privacy-policy"},{"id":675,"name":"Instreamatic inc.","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://instreamatic.com/privacy-policy/"},{"id":676,"name":"BusinessClick","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.businessclick.com/documents/RegulaminProgramuBusinessClick-2019.pdf"},{"id":677,"name":"Intercept Interactive Inc. dba Undertone","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.undertone.com/privacy/"},{"id":660,"name":"Schibsted Norge AS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"https://static.vg.no/privacy/","deletedDate":"2019-09-16T00:00:00Z"},{"id":673,"name":"TTNET AS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.programattik.com/en/privacy-policy.aspx"},{"id":664,"name":"adMarketplace, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.admarketplace.com/privacy-policy/"},{"id":671,"name":"Mediaforce LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"http://casino.mindthebet.co.uk/themes/mindthebetv2-casino/privacy.php"},{"id":561,"name":"AuDigent","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://audigent.com/platform-privacy-policy"},{"id":682,"name":"Radio Net Media Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.adtonos.com/service-privacy-policy/"},{"id":684,"name":"Blue Billywig BV","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.bluebillywig.com/privacy-statement/"},{"id":686,"name":"The MediaGrid Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.themediagrid.com/privacy-policy/"},{"id":685,"name":"Arkeero","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://arkeero.com/privacy-2/"},{"id":687,"name":"MISSENA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://missena.com/confidentialite/"},{"id":690,"name":"Go.pl sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://go.pl/polityka-prywatnosci/"},{"id":691,"name":"Lifesight Pte. Ltd.","purposeIds":[1,2,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.lifesight.io/privacy-policy/"},{"id":697,"name":"ADWAYS SAS","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.adways.com/confidentialite/?lang=en"},{"id":681,"name":"MyTraffic","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mytraffic.io/en/privacy"},{"id":649,"name":"adality GmbH","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[1],"policyUrl":"https://adality.de/en/privacy/"},{"id":712,"name":"Inspired Mobile Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://byinspired.com/privacypolicy.pdf"},{"id":688,"name":"Effinity","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.effiliation.com/politique-de-confidentialite/"},{"id":702,"name":"Kwanko","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.kwanko.com/fr/rgpd/"},{"id":715,"name":"BidBerry SRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.bidberrymedia.com/privacy-policy/"},{"id":713,"name":"Dataseat Ltd","purposeIds":[2,5],"legIntPurposeIds":[1,3,4],"featureIds":[],"policyUrl":"https://dataseat.com/privacy-policy"},{"id":716,"name":"OnAudience Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.onaudience.com/internet-advertising-privacy-policy"},{"id":708,"name":"Dugout Limited ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://dugout.com/privacy-policy"},{"id":717,"name":"Audience Network","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.en.audiencenetwork.pl/internet-advertising-privacy-policy"},{"id":718,"name":"AppConsent Xchange","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://appconsent.io/en/privacy-policy"},{"id":720,"name":"AAX LLC","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://aax.media/privacy/"},{"id":678,"name":"Axonix LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://axonix.com/privacy-cookie-policy/"},{"id":719,"name":"Online Advertising Network Sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.oan.pl/en/privacy-policy"},{"id":707,"name":"Dentsu Aegis Network Italia SpA","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.dentsuaegisnetwork.com/it/it/policies/info-cookie"},{"id":721,"name":"Beaconspark Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[4,5],"featureIds":[1],"policyUrl":"https://www.engageya.com/privacy"},{"id":724,"name":"Between Exchange","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2,3],"policyUrl":"https://en.betweenx.com/pdata.pdf"},{"id":728,"name":"Appier PTE Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.appier.com/privacy-policy/"},{"id":729,"name":"Cavai AS & UK ","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://cav.ai/privacy-policy/"},{"id":723,"name":"Adzymic Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.adzymic.co/privacy"},{"id":737,"name":"Monet Engine Inc","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://appmonet.com/privacy-policy/"},{"id":740,"name":"6Sense Insights, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://6sense.com/privacy-policy/"},{"id":744,"name":"Vidazoo Ltd","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[2],"policyUrl":"https://vidazoo.gitbook.io/vidazoo-legal/privacy-policy"},{"id":731,"name":"GeistM Technologies LTD","purposeIds":[],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.geistm.com/privacy"},{"id":741,"name":"Brand Advance Limited","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.wearebrandadvance.com/website-privacy-policy"},{"id":734,"name":"Cint AB","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.cint.com/participant-privacy-notice"},{"id":709,"name":"NC Audience Exchange, LLC (NewsIQ)","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"https://www.ncaudienceexchange.com/privacy/"},{"id":739,"name":"Blingby LLC","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://blingby.com/privacy"},{"id":732,"name":"Performax.cz, s.r.o.","purposeIds":[2,4,5],"legIntPurposeIds":[1,3],"featureIds":[2,3],"policyUrl":"https://reg.tiscali.cz/privacy-policy"},{"id":736,"name":"BidMachine Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://explorestack.com/privacy-policy/"},{"id":738,"name":"adbility media GmbH","purposeIds":[2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.adbility-media.com/datenschutzerklaerung/"},{"id":742,"name":"Audiencerate LTD","purposeIds":[],"legIntPurposeIds":[1,2,5],"featureIds":[],"policyUrl":"https://www.audiencerate.com/privacy/"},{"id":743,"name":"MOVIads Sp. z o.o. Sp. k.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://moviads.pl/polityka-prywatnosci/"},{"id":746,"name":"Adxperience SAS","purposeIds":[2],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://adxperience.com/privacy-policy/"},{"id":747,"name":"Kairion GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://kairion.de/datenschutzbestimmungen/"},{"id":748,"name":"AUDIOMOB LTD","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.audiomob.io/privacy"},{"id":749,"name":"Good-Loop Ltd","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://doc.good-loop.com/policy/privacy-policy.html"},{"id":754,"name":"DistroScale, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.distroscale.com/privacy-policy/"},{"id":756,"name":"Fandom, Inc.","purposeIds":[3],"legIntPurposeIds":[1,2,4,5],"featureIds":[],"policyUrl":"https://www.fandom.com/privacy-policy"},{"id":758,"name":"GfK Netherlands B.V.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://gfkpanel.nl/privacy"},{"id":759,"name":"RevJet","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.revjet.com/privacy"},{"id":760,"name":"VEXPRO TECHNOLOGIES LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://onedash.com/privacy-policy.html"},{"id":761,"name":"Digiseg ApS","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://digiseg.io/privacy-center/"},{"id":763,"name":"Delidatax SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.delidatax.net/privacy.htm"},{"id":764,"name":"Lucidity","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://golucidity.com/privacy-policy/"},{"id":765,"name":"Grabit Interactive Media Inc dba KERV Interctive","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://kervit.com/privacy-policy/"},{"id":766,"name":"ADCELL | Firstlead GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.adcell.de/agb#sector_6"},{"id":768,"name":"Global Media & Entertainment Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://global.com/privacy-policy/"},{"id":770,"name":"MARKETPERF CORP","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[2,3],"policyUrl":"https://www.marketperf.com/assets/images/app/marketperf/pdf/privacy-policy.pdf"},{"id":773,"name":"360e-com Sp. z o.o.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.clickonometrics.com/optout/"},{"id":775,"name":"SelectMedia International LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.selectmedia.asia/terms-and-privacy/"},{"id":778,"name":"Discover-Tech ltd","purposeIds":[2,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://discover-tech.io/dsp-privacy-policy/"},{"id":779,"name":"Adtarget Medya A.S.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adtarget.com.tr/adtarget-privacy-policy-2020.pdf"},{"id":780,"name":"Aniview LTD","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.aniview.com/privacy-policy/"},{"id":781,"name":"FeedAd GmbH","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[2,3],"policyUrl":"https://feedad.com/privacy/"},{"id":784,"name":"Nubo LTD","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://www.recod3.com/privacypolicy.php"},{"id":786,"name":"TargetVideo GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.target-video.com/datenschutz/"},{"id":798,"name":"Adverticum cPlc.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://adverticum.net/english/privacy-and-data-processing-information/"},{"id":803,"name":"Click Tech Limited","purposeIds":[1],"legIntPurposeIds":[2,3],"featureIds":[1],"policyUrl":"https://en.yeahmobi.com/html/privacypolicy/"}]}
\ No newline at end of file
From b5f89336da09398de6d723c026825ad4bcf1afba Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Wed, 12 Aug 2020 12:37:43 -0400
Subject: [PATCH 162/381] update to the latest go-gdpr release (#1436)
---
go.mod | 2 +-
go.sum | 5 +++--
2 files changed, 4 insertions(+), 3 deletions(-)
diff --git a/go.mod b/go.mod
index a5b5a161cf4..108e383e743 100644
--- a/go.mod
+++ b/go.mod
@@ -34,7 +34,7 @@ require (
github.com/onsi/ginkgo v1.10.1 // indirect
github.com/onsi/gomega v1.7.0 // indirect
github.com/pelletier/go-toml v1.2.0 // indirect
- github.com/prebid/go-gdpr v0.8.2
+ github.com/prebid/go-gdpr v0.8.3
github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910
diff --git a/go.sum b/go.sum
index 1ddab71332a..6da3f8898ba 100644
--- a/go.sum
+++ b/go.sum
@@ -12,6 +12,7 @@ github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973 h1:xJ4a3vCFaGF/jqvzLM
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q=
github.com/blang/semver v3.5.1+incompatible h1:cQNTCjp13qL8KC3Nbxr/y2Bqb63oX6wdnnjpJbkM4JQ=
github.com/blang/semver v3.5.1+incompatible/go.mod h1:kRBLl5iJ+tD4TcOOxsy/0fnwebNt5EWlYSAyrTnjyyk=
+github.com/buger/jsonparser v0.0.0-20180318095312-2cac668e8456/go.mod h1:bbYlZJ7hK1yFx9hf58LP0zeX7UjIGs20ufpu3evjr+s=
github.com/buger/jsonparser v0.0.0-20180808090653-f4dd9f5a6b44 h1:y853v6rXx+zefEcjET3JuKAqvhj+FKflQijjeaSv2iA=
github.com/buger/jsonparser v0.0.0-20180808090653-f4dd9f5a6b44/go.mod h1:bbYlZJ7hK1yFx9hf58LP0zeX7UjIGs20ufpu3evjr+s=
github.com/cespare/xxhash v1.0.0 h1:naDmySfoNg0nKS62/ujM6e71ZgM2AoVdaqGwMG0w18A=
@@ -77,8 +78,8 @@ github.com/pelletier/go-toml v1.2.0 h1:T5zMGML61Wp+FlcbWjRDT7yAxhJNAiPPLOFECq181
github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
-github.com/prebid/go-gdpr v0.8.2 h1:mN2jKYZZpJkCYFQB/nDTJoPpuGYblOYP2UUzOzRggII=
-github.com/prebid/go-gdpr v0.8.2/go.mod h1:FPY0uxSrl9/Mz237LnPo3ge4aCG0wQ9FWf2b4WhwNn0=
+github.com/prebid/go-gdpr v0.8.3 h1:rjCZNV0AdKygiGHpVhNB42usjEpTN3qidXUPB1yarb0=
+github.com/prebid/go-gdpr v0.8.3/go.mod h1:TGzgqQDGKOVUkbqmY25K4uvcwMywSddXEaY4zUFiVBQ=
github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf h1:CcE+KN1tCtWKsUFH5IzdQxHIgP609VSIVe5Hywg2phs=
github.com/prebid/prebid-cache v0.0.0-20200218152159-6d6d678c1caf/go.mod h1:k5xrl5ZpnumN1S2x8w8cMiFYsgRuVyAeFJz+BkSi+98=
github.com/prometheus/client_golang v0.0.0-20180623155954-77e8f2ddcfed h1:0dloFFFNNDG7c+8qtkYw2FdADrWy9s5cI8wHp6tK3Mg=
From 48c865cb0bc7596b6fdb001f4b992b519fa45575 Mon Sep 17 00:00:00 2001
From: Veronika Solovei
Date: Wed, 12 Aug 2020 10:07:58 -0700
Subject: [PATCH 163/381] Video endpoint bid selection enhancements (#1419)
Co-authored-by: Veronika Solovei
---
endpoints/openrtb2/video_auction.go | 18 +++-
endpoints/openrtb2/video_auction_test.go | 29 +++--
exchange/auction.go | 2 +-
.../impcustomcachekeytest/multiImpVideo.json | 101 ++++++++++++++++++
.../multiImpVideoNoIncludeBidderKeys.json | 86 +++++++++++++++
exchange/targeting.go | 4 +-
exchange/targeting_test.go | 6 +-
7 files changed, 229 insertions(+), 17 deletions(-)
create mode 100644 exchange/impcustomcachekeytest/multiImpVideo.json
create mode 100644 exchange/impcustomcachekeytest/multiImpVideoNoIncludeBidderKeys.json
diff --git a/endpoints/openrtb2/video_auction.go b/endpoints/openrtb2/video_auction.go
index 18678be541c..49ba287610b 100644
--- a/endpoints/openrtb2/video_auction.go
+++ b/endpoints/openrtb2/video_auction.go
@@ -470,7 +470,7 @@ func buildVideoResponse(bidresponse *openrtb.BidResponse, podErrors []PodError)
if err := json.Unmarshal(bid.Ext, &tempRespBidExt); err != nil {
return nil, err
}
- if tempRespBidExt.Prebid.Targeting[string(openrtb_ext.HbVastCacheKey)] == "" {
+ if tempRespBidExt.Prebid.Targeting[formatTargetingKey(openrtb_ext.HbVastCacheKey, seatBid.Seat)] == "" {
continue
}
@@ -479,9 +479,9 @@ func buildVideoResponse(bidresponse *openrtb.BidResponse, podErrors []PodError)
podId, _ := strconv.ParseInt(podNum, 0, 64)
videoTargeting := openrtb_ext.VideoTargeting{
- HbPb: tempRespBidExt.Prebid.Targeting[string(openrtb_ext.HbpbConstantKey)],
- HbPbCatDur: tempRespBidExt.Prebid.Targeting[string(openrtb_ext.HbCategoryDurationKey)],
- HbCacheID: tempRespBidExt.Prebid.Targeting[string(openrtb_ext.HbVastCacheKey)],
+ HbPb: tempRespBidExt.Prebid.Targeting[formatTargetingKey(openrtb_ext.HbpbConstantKey, seatBid.Seat)],
+ HbPbCatDur: tempRespBidExt.Prebid.Targeting[formatTargetingKey(openrtb_ext.HbCategoryDurationKey, seatBid.Seat)],
+ HbCacheID: tempRespBidExt.Prebid.Targeting[formatTargetingKey(openrtb_ext.HbVastCacheKey, seatBid.Seat)],
}
adPod := findAdPod(podId, adPods)
@@ -519,6 +519,14 @@ func buildVideoResponse(bidresponse *openrtb.BidResponse, podErrors []PodError)
return &openrtb_ext.BidResponseVideo{AdPods: adPods}, nil
}
+func formatTargetingKey(key openrtb_ext.TargetingKey, bidderName string) string {
+ fullKey := fmt.Sprintf("%s_%s", string(key), bidderName)
+ if len(fullKey) > exchange.MaxKeyLength {
+ return string(fullKey[0:exchange.MaxKeyLength])
+ }
+ return fullKey
+}
+
func findAdPod(podInd int64, pods []*openrtb_ext.AdPod) *openrtb_ext.AdPod {
for _, pod := range pods {
if pod.PodId == podInd {
@@ -623,9 +631,9 @@ func createBidExtension(videoRequest *openrtb_ext.BidRequestVideo) ([]byte, erro
targeting := openrtb_ext.ExtRequestTargeting{
PriceGranularity: priceGranularity,
- IncludeWinners: true,
IncludeBrandCategory: inclBrandCat,
DurationRangeSec: durationRangeSec,
+ IncludeBidderKeys: true,
}
vastXml := openrtb_ext.ExtRequestPrebidCacheVAST{}
diff --git a/endpoints/openrtb2/video_auction_test.go b/endpoints/openrtb2/video_auction_test.go
index f29ac3bfed9..b15c6a7b47a 100644
--- a/endpoints/openrtb2/video_auction_test.go
+++ b/endpoints/openrtb2/video_auction_test.go
@@ -81,6 +81,10 @@ func TestVideoEndpointImpressionsDuration(t *testing.T) {
t.Fatalf("The request never made it into the Exchange.")
}
+ var extData openrtb_ext.ExtRequest
+ json.Unmarshal(ex.lastRequest.Ext, &extData)
+ assert.True(t, extData.Prebid.Targeting.IncludeBidderKeys, "Request ext incorrect: IncludeBidderKeys should be true ")
+
assert.Len(t, ex.lastRequest.Imp, 22, "Incorrect number of impressions in request")
assert.Equal(t, ex.lastRequest.Imp[0].ID, "1_0", "Incorrect impression id in request")
assert.Equal(t, ex.lastRequest.Imp[0].Video.MaxDuration, int64(15), "Incorrect impression max duration in request")
@@ -643,9 +647,9 @@ func TestVideoBuildVideoResponseMissedCacheForOneBid(t *testing.T) {
bid2 := openrtb.Bid{}
bid3 := openrtb.Bid{}
- extBid1 := []byte(`{"prebid":{"targeting":{"hb_bidder":"appnexus","hb_pb":"17.00","hb_pb_cat_dur":"17.00_123_30s","hb_size":"1x1","hb_uuid":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
- extBid2 := []byte(`{"prebid":{"targeting":{"hb_bidder":"appnexus","hb_pb":"17.00","hb_pb_cat_dur":"17.00_456_30s","hb_size":"1x1","hb_uuid":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
- extBid3 := []byte(`{"prebid":{"targeting":{"hb_bidder":"appnexus","hb_pb":"17.00","hb_pb_cat_dur":"17.00_406_30s","hb_size":"1x1"}}}`)
+ extBid1 := []byte(`{"prebid":{"targeting":{"hb_bidder_appnexus":"appnexus","hb_pb_appnexus":"17.00","hb_pb_cat_dur_appnex":"17.00_123_30s","hb_size":"1x1","hb_uuid_appnexus":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
+ extBid2 := []byte(`{"prebid":{"targeting":{"hb_bidder_appnexus":"appnexus","hb_pb_appnexus":"17.00","hb_pb_cat_dur_appnex":"17.00_456_30s","hb_size":"1x1","hb_uuid_appnexus":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
+ extBid3 := []byte(`{"prebid":{"targeting":{"hb_bidder_appnexus":"appnexus","hb_pb_appnexus":"17.00","hb_pb_cat_dur_appnex":"17.00_406_30s","hb_size":"1x1"}}}`)
bid1.Ext = extBid1
bids = append(bids, bid1)
@@ -657,6 +661,7 @@ func TestVideoBuildVideoResponseMissedCacheForOneBid(t *testing.T) {
bids = append(bids, bid3)
seatBid.Bid = bids
+ seatBid.Seat = "appnexus"
seatBids = append(seatBids, seatBid)
openRtbBidResp.SeatBid = seatBids
@@ -713,8 +718,8 @@ func TestVideoBuildVideoResponsePodErrors(t *testing.T) {
bid1 := openrtb.Bid{}
bid2 := openrtb.Bid{}
- extBid1 := []byte(`{"prebid":{"targeting":{"hb_bidder":"appnexus","hb_pb":"17.00","hb_pb_cat_dur":"17.00_123_30s","hb_size":"1x1","hb_uuid":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
- extBid2 := []byte(`{"prebid":{"targeting":{"hb_bidder":"appnexus","hb_pb":"17.00","hb_pb_cat_dur":"17.00_456_30s","hb_size":"1x1","hb_uuid":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
+ extBid1 := []byte(`{"prebid":{"targeting":{"hb_bidder_appnexus":"appnexus","hb_pb_appnexus":"17.00","hb_pb_cat_dur_appnex":"17.00_123_30s","hb_size":"1x1","hb_uuid_appnexus":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
+ extBid2 := []byte(`{"prebid":{"targeting":{"hb_bidder_appnexus":"appnexus","hb_pb_appnexus":"17.00","hb_pb_cat_dur_appnex":"17.00_456_30s","hb_size":"1x1","hb_uuid_appnexus":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"}}}`)
bid1.Ext = extBid1
bids = append(bids, bid1)
@@ -723,6 +728,7 @@ func TestVideoBuildVideoResponsePodErrors(t *testing.T) {
bids = append(bids, bid2)
seatBid.Bid = bids
+ seatBid.Seat = "appnexus"
seatBids = append(seatBids, seatBid)
openRtbBidResp.SeatBid = seatBids
@@ -1107,6 +1113,16 @@ func TestCCPA(t *testing.T) {
}
}
+func TestFormatTargetingKey(t *testing.T) {
+ res := formatTargetingKey(openrtb_ext.HbCategoryDurationKey, "appnexus")
+ assert.Equal(t, "hb_pb_cat_dur_appnex", res, "Tergeting key constructed incorrectly")
+}
+
+func TestFormatTargetingKeyLongKey(t *testing.T) {
+ res := formatTargetingKey(openrtb_ext.HbpbConstantKey, "20.00")
+ assert.Equal(t, "hb_pb_20.00", res, "Tergeting key constructed incorrectly")
+}
+
func mockDepsWithMetrics(t *testing.T, ex *mockExchangeVideo) (*endpointDeps, *pbsmetrics.Metrics, *mockAnalyticsModule) {
theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
mockModule := &mockAnalyticsModule{}
@@ -1205,9 +1221,10 @@ func (m *mockExchangeVideo) HoldAuction(ctx context.Context, bidRequest *openrtb
if debugLog != nil && debugLog.Enabled {
m.cache.called = true
}
- ext := []byte(`{"prebid":{"targeting":{"hb_bidder":"appnexus","hb_pb":"20.00","hb_pb_cat_dur":"20.00_395_30s","hb_size":"1x1", "hb_uuid":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"},"type":"video"},"bidder":{"appnexus":{"brand_id":1,"auction_id":7840037870526938650,"bidder_id":2,"bid_ad_type":1,"creative_info":{"video":{"duration":30,"mimes":["video\/mp4"]}}}}}`)
+ ext := []byte(`{"prebid":{"targeting":{"hb_bidder_appnexus":"appnexus","hb_pb_appnexus":"20.00","hb_pb_cat_dur_appnex":"20.00_395_30s","hb_size":"1x1", "hb_uuid_appnexus":"837ea3b7-5598-4958-8c45-8e9ef2bf7cc1"},"type":"video"},"bidder":{"appnexus":{"brand_id":1,"auction_id":7840037870526938650,"bidder_id":2,"bid_ad_type":1,"creative_info":{"video":{"duration":30,"mimes":["video\/mp4"]}}}}}`)
return &openrtb.BidResponse{
SeatBid: []openrtb.SeatBid{{
+ Seat: "appnexus",
Bid: []openrtb.Bid{
{ID: "01", ImpID: "1_0", Ext: ext},
{ID: "02", ImpID: "1_1", Ext: ext},
diff --git a/exchange/auction.go b/exchange/auction.go
index dcb73708df7..45e1422540e 100644
--- a/exchange/auction.go
+++ b/exchange/auction.go
@@ -130,7 +130,7 @@ func (a *auction) doCache(ctx context.Context, cache prebid_cache_client.Client,
var customCacheKey string
var catDur string
useCustomCacheKey := false
- if competitiveExclusion && isOverallWinner {
+ if competitiveExclusion && isOverallWinner || includeBidderKeys {
// set custom cache key for winning bid when competitive exclusion applies
catDur = bidCategory[topBidPerBidder.bid.ID]
if len(catDur) > 0 {
diff --git a/exchange/impcustomcachekeytest/multiImpVideo.json b/exchange/impcustomcachekeytest/multiImpVideo.json
new file mode 100644
index 00000000000..7c1d7af02ea
--- /dev/null
+++ b/exchange/impcustomcachekeytest/multiImpVideo.json
@@ -0,0 +1,101 @@
+{
+ "bidRequest": {
+ "imp": [{
+ "id": "1_0"
+ },
+ {
+ "id": "1_1"
+ }
+ ]
+ },
+ "pbsBids": [{
+ "bid": {
+ "id": "apn_1_0",
+ "impid": "1_0",
+ "price": 12.00,
+ "nurl": "http://apn_1_0.com",
+ "cat": ["12.00_sports_30s"]
+ },
+ "bidType": "video",
+ "bidder": "appnexus"
+ }, {
+ "bid": {
+ "id": "spotx_1_0",
+ "impid": "1_0",
+ "price": 20.00,
+ "nurl": "http://spotx_1_0.com",
+ "cat": ["20_news_30s"]
+ },
+ "bidType": "video",
+ "bidder": "spotx"
+ }, {
+ "bid": {
+ "id": "apn_1_1",
+ "impid": "1_1",
+ "price": 18.00,
+ "nurl": "http://apn_1_1.com",
+ "cat": ["18_furniture_30s"]
+ },
+ "bidType": "video",
+ "bidder": "appnexus"
+ }, {
+ "bid": {
+ "id": "spotx_1_1",
+ "impid": "1_1",
+ "price": 17.00,
+ "nurl": "http://spotx_1_1.com",
+ "cat": ["17_auto_30s"]
+ },
+ "bidType": "video",
+ "bidder": "spotx"
+ }, {
+ "bid": {
+ "id": "rubicon_1_1",
+ "impid": "1_1",
+ "price": 17.50,
+ "nurl": "http://rubicon_1_1.com",
+ "cat": ["17_music_30s"]
+ },
+ "bidType": "video",
+ "bidder": "rubicon"
+ }],
+ "expectedCacheables": [{
+ "Type": "xml",
+ "TTLSeconds": 3660,
+ "Data": "\u003cVAST version=\"3.0\"\u003e\u003cAd\u003e\u003cWrapper\u003e\u003cAdSystem\u003eprebid.org wrapper\u003c/AdSystem\u003e\u003cVASTAdTagURI\u003e\u003c![CDATA[http://apn_1_0.com]]\u003e\u003c/VASTAdTagURI\u003e\u003cImpression\u003e\u003c/Impression\u003e\u003cCreatives\u003e\u003c/Creatives\u003e\u003c/Wrapper\u003e\u003c/Ad\u003e\u003c/VAST\u003e",
+ "Key": "12.00_sports_30s"
+ }, {
+ "Type": "xml",
+ "TTLSeconds": 3660,
+ "Data": "\u003cVAST version=\"3.0\"\u003e\u003cAd\u003e\u003cWrapper\u003e\u003cAdSystem\u003eprebid.org wrapper\u003c/AdSystem\u003e\u003cVASTAdTagURI\u003e\u003c![CDATA[http://spotx_1_0.com]]\u003e\u003c/VASTAdTagURI\u003e\u003cImpression\u003e\u003c/Impression\u003e\u003cCreatives\u003e\u003c/Creatives\u003e\u003c/Wrapper\u003e\u003c/Ad\u003e\u003c/VAST\u003e",
+ "Key": "20_news_30s"
+ }, {
+ "Type": "xml",
+ "TTLSeconds": 3660,
+ "Data": "\u003cVAST version=\"3.0\"\u003e\u003cAd\u003e\u003cWrapper\u003e\u003cAdSystem\u003eprebid.org wrapper\u003c/AdSystem\u003e\u003cVASTAdTagURI\u003e\u003c![CDATA[http://apn_1_1.com]]\u003e\u003c/VASTAdTagURI\u003e\u003cImpression\u003e\u003c/Impression\u003e\u003cCreatives\u003e\u003c/Creatives\u003e\u003c/Wrapper\u003e\u003c/Ad\u003e\u003c/VAST\u003e",
+ "Key": "18_furniture_30s"
+ },
+ {
+ "Type": "xml",
+ "TTLSeconds": 3660,
+ "Data": "\u003cVAST version=\"3.0\"\u003e\u003cAd\u003e\u003cWrapper\u003e\u003cAdSystem\u003eprebid.org wrapper\u003c/AdSystem\u003e\u003cVASTAdTagURI\u003e\u003c![CDATA[http://spotx_1_1.com]]\u003e\u003c/VASTAdTagURI\u003e\u003cImpression\u003e\u003c/Impression\u003e\u003cCreatives\u003e\u003c/Creatives\u003e\u003c/Wrapper\u003e\u003c/Ad\u003e\u003c/VAST\u003e",
+ "Key": "17_auto_30s"
+ },
+ {
+ "Type": "xml",
+ "TTLSeconds": 3660,
+ "Data": "\u003cVAST version=\"3.0\"\u003e\u003cAd\u003e\u003cWrapper\u003e\u003cAdSystem\u003eprebid.org wrapper\u003c/AdSystem\u003e\u003cVASTAdTagURI\u003e\u003c![CDATA[http://rubicon_1_1.com]]\u003e\u003c/VASTAdTagURI\u003e\u003cImpression\u003e\u003c/Impression\u003e\u003cCreatives\u003e\u003c/Creatives\u003e\u003c/Wrapper\u003e\u003c/Ad\u003e\u003c/VAST\u003e",
+ "Key": "17_music_30s"
+ }
+ ],
+ "defaultTTLs": {
+ "banner": 300,
+ "video": 3600,
+ "audio": 1800,
+ "native": 300
+ },
+ "targetDataIncludeWinners": false,
+ "targetDataIncludeBidderKeys": true,
+ "targetDataIncludeCacheBids": false,
+ "targetDataIncludeCacheVast": true
+}
diff --git a/exchange/impcustomcachekeytest/multiImpVideoNoIncludeBidderKeys.json b/exchange/impcustomcachekeytest/multiImpVideoNoIncludeBidderKeys.json
new file mode 100644
index 00000000000..0b8ee1415e3
--- /dev/null
+++ b/exchange/impcustomcachekeytest/multiImpVideoNoIncludeBidderKeys.json
@@ -0,0 +1,86 @@
+{
+ "bidRequest": {
+ "imp": [{
+ "id": "1_0"
+ },
+ {
+ "id": "1_1"
+ }
+ ]
+ },
+ "pbsBids": [{
+ "bid": {
+ "id": "apn_1_0",
+ "impid": "1_0",
+ "price": 12.00,
+ "nurl": "http://apn_1_0.com",
+ "cat": ["12.00_sports_30s"]
+ },
+ "bidType": "video",
+ "bidder": "appnexus"
+ }, {
+ "bid": {
+ "id": "spotx_1_0",
+ "impid": "1_0",
+ "price": 20.00,
+ "nurl": "http://spotx_1_0.com",
+ "cat": ["20_news_30s"]
+ },
+ "bidType": "video",
+ "bidder": "spotx"
+ }, {
+ "bid": {
+ "id": "apn_1_1",
+ "impid": "1_1",
+ "price": 18.00,
+ "nurl": "http://apn_1_1.com",
+ "cat": ["18_furniture_30s"]
+ },
+ "bidType": "video",
+ "bidder": "appnexus"
+ }, {
+ "bid": {
+ "id": "spotx_1_1",
+ "impid": "1_1",
+ "price": 17.00,
+ "nurl": "http://spotx_1_1.com",
+ "cat": ["17_auto_30s"]
+ },
+ "bidType": "video",
+ "bidder": "spotx"
+ }, {
+ "bid": {
+ "id": "rubicon_1_1",
+ "impid": "1_1",
+ "price": 17.50,
+ "nurl": "http://rubicon_1_1.com",
+ "cat": ["17_music_30s"]
+ },
+ "bidType": "video",
+ "bidder": "rubicon"
+ }],
+ "expectedCacheables": [
+ {
+ "Type": "xml",
+ "TTLSeconds": 3660,
+ "Data": "\u003cVAST version=\"3.0\"\u003e\u003cAd\u003e\u003cWrapper\u003e\u003cAdSystem\u003eprebid.org wrapper\u003c/AdSystem\u003e\u003cVASTAdTagURI\u003e\u003c![CDATA[http://spotx_1_0.com]]\u003e\u003c/VASTAdTagURI\u003e\u003cImpression\u003e\u003c/Impression\u003e\u003cCreatives\u003e\u003c/Creatives\u003e\u003c/Wrapper\u003e\u003c/Ad\u003e\u003c/VAST\u003e",
+ "Key": "20_news_30s"
+ },
+ {
+ "Type": "xml",
+ "TTLSeconds": 3660,
+ "Data": "\u003cVAST version=\"3.0\"\u003e\u003cAd\u003e\u003cWrapper\u003e\u003cAdSystem\u003eprebid.org wrapper\u003c/AdSystem\u003e\u003cVASTAdTagURI\u003e\u003c![CDATA[http://apn_1_1.com]]\u003e\u003c/VASTAdTagURI\u003e\u003cImpression\u003e\u003c/Impression\u003e\u003cCreatives\u003e\u003c/Creatives\u003e\u003c/Wrapper\u003e\u003c/Ad\u003e\u003c/VAST\u003e",
+ "Key": "18_furniture_30s"
+ }
+ ],
+ "defaultTTLs": {
+ "banner": 300,
+ "video": 3600,
+ "audio": 1800,
+ "native": 300
+ },
+ "targetDataIncludeWinners": true,
+ "targetDataIncludeBidderKeys": false,
+ "targetDataIncludeCacheBids": false,
+ "targetDataIncludeCacheVast": true
+}
diff --git a/exchange/targeting.go b/exchange/targeting.go
index dca57653b44..47bfeb655fe 100644
--- a/exchange/targeting.go
+++ b/exchange/targeting.go
@@ -7,7 +7,7 @@ import (
"github.com/prebid/prebid-server/openrtb_ext"
)
-const maxKeyLength = 20
+const MaxKeyLength = 20
// targetData tracks information about the winning Bid in each Imp.
//
@@ -83,7 +83,7 @@ func (targData *targetData) setTargeting(auc *auction, isApp bool, categoryMappi
func (targData *targetData) addKeys(keys map[string]string, key openrtb_ext.TargetingKey, value string, bidderName openrtb_ext.BidderName, overallWinner bool) {
if targData.includeBidderKeys {
- keys[key.BidderKey(bidderName, maxKeyLength)] = value
+ keys[key.BidderKey(bidderName, MaxKeyLength)] = value
}
if targData.includeWinners && overallWinner {
keys[string(key)] = value
diff --git a/exchange/targeting_test.go b/exchange/targeting_test.go
index 11b60db01f3..284d56be42e 100644
--- a/exchange/targeting_test.go
+++ b/exchange/targeting_test.go
@@ -50,13 +50,13 @@ func TestTargetingCache(t *testing.T) {
// Make sure that the cache keys exist on the bids where they're expected to
assertKeyExists(t, bids["winning-bid"], string(openrtb_ext.HbCacheKey), true)
- assertKeyExists(t, bids["winning-bid"], openrtb_ext.HbCacheKey.BidderKey(openrtb_ext.BidderAppnexus, maxKeyLength), true)
+ assertKeyExists(t, bids["winning-bid"], openrtb_ext.HbCacheKey.BidderKey(openrtb_ext.BidderAppnexus, MaxKeyLength), true)
assertKeyExists(t, bids["contending-bid"], string(openrtb_ext.HbCacheKey), false)
- assertKeyExists(t, bids["contending-bid"], openrtb_ext.HbCacheKey.BidderKey(openrtb_ext.BidderRubicon, maxKeyLength), true)
+ assertKeyExists(t, bids["contending-bid"], openrtb_ext.HbCacheKey.BidderKey(openrtb_ext.BidderRubicon, MaxKeyLength), true)
assertKeyExists(t, bids["losing-bid"], string(openrtb_ext.HbCacheKey), false)
- assertKeyExists(t, bids["losing-bid"], openrtb_ext.HbCacheKey.BidderKey(openrtb_ext.BidderAppnexus, maxKeyLength), false)
+ assertKeyExists(t, bids["losing-bid"], openrtb_ext.HbCacheKey.BidderKey(openrtb_ext.BidderAppnexus, MaxKeyLength), false)
//assert hb_cache_host was included
assert.Contains(t, string(bids["winning-bid"].Ext), string(openrtb_ext.HbConstantCacheHostKey))
From cce496720f13d30d45154ca7d80e81884fb9a1ac Mon Sep 17 00:00:00 2001
From: Veronika Solovei
Date: Wed, 12 Aug 2020 10:19:18 -0700
Subject: [PATCH 164/381] [WIP] Bid deduplication enhancement (#1430)
Co-authored-by: Veronika Solovei
---
exchange/exchange.go | 29 ++++++++++--
exchange/exchange_test.go | 96 +++++++++++++++++++++++++++++++++++++--
2 files changed, 116 insertions(+), 9 deletions(-)
diff --git a/exchange/exchange.go b/exchange/exchange.go
index ad591f57794..57e13644163 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -10,6 +10,7 @@ import (
"net/http"
"runtime/debug"
"sort"
+ "strconv"
"strings"
"time"
@@ -484,6 +485,7 @@ func applyCategoryMapping(ctx context.Context, requestExt *openrtb_ext.ExtReques
bidderName openrtb_ext.BidderName
bidIndex int
bidID string
+ bidPrice string
}
dedupe := make(map[string]bidDedupe)
@@ -580,15 +582,34 @@ func applyCategoryMapping(ctx context.Context, requestExt *openrtb_ext.ExtReques
}
var categoryDuration string
+ var dupeKey string
if brandCatExt.WithCategory {
categoryDuration = fmt.Sprintf("%s_%s_%ds", pb, category, newDur)
+ dupeKey = category
} else {
categoryDuration = fmt.Sprintf("%s_%ds", pb, newDur)
+ dupeKey = categoryDuration
}
- if dupe, ok := dedupe[categoryDuration]; ok {
- // 50% chance for either bid with duplicate categoryDuration values to be kept
- if rand.Intn(100) < 50 {
+ if dupe, ok := dedupe[dupeKey]; ok {
+
+ dupeBidPrice, err := strconv.ParseFloat(dupe.bidPrice, 64)
+ if err != nil {
+ dupeBidPrice = 0
+ }
+ currBidPrice, err := strconv.ParseFloat(pb, 64)
+ if err != nil {
+ currBidPrice = 0
+ }
+ if dupeBidPrice == currBidPrice {
+ if rand.Intn(100) < 50 {
+ dupeBidPrice = -1
+ } else {
+ currBidPrice = -1
+ }
+ }
+
+ if dupeBidPrice < currBidPrice {
if dupe.bidderName == bidderName {
// An older bid from the current bidder
bidsToRemove = append(bidsToRemove, dupe.bidIndex)
@@ -612,7 +633,7 @@ func applyCategoryMapping(ctx context.Context, requestExt *openrtb_ext.ExtReques
}
}
res[bidID] = categoryDuration
- dedupe[categoryDuration] = bidDedupe{bidderName: bidderName, bidIndex: bidInd, bidID: bidID}
+ dedupe[dupeKey] = bidDedupe{bidderName: bidderName, bidIndex: bidInd, bidID: bidID, bidPrice: pb}
}
if len(bidsToRemove) > 0 {
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index 7da7b62e70b..5fbdb1c57a9 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -1352,19 +1352,22 @@ func TestCategoryDedupe(t *testing.T) {
cats4 := []string{"IAB1-2000"}
bid1 := openrtb.Bid{ID: "bid_id1", ImpID: "imp_id1", Price: 10.0000, Cat: cats1, W: 1, H: 1}
bid2 := openrtb.Bid{ID: "bid_id2", ImpID: "imp_id2", Price: 15.0000, Cat: cats2, W: 1, H: 1}
- bid3 := openrtb.Bid{ID: "bid_id3", ImpID: "imp_id3", Price: 10.0000, Cat: cats1, W: 1, H: 1}
+ bid3 := openrtb.Bid{ID: "bid_id3", ImpID: "imp_id3", Price: 20.0000, Cat: cats1, W: 1, H: 1}
bid4 := openrtb.Bid{ID: "bid_id4", ImpID: "imp_id4", Price: 20.0000, Cat: cats4, W: 1, H: 1}
+ bid5 := openrtb.Bid{ID: "bid_id5", ImpID: "imp_id5", Price: 20.0000, Cat: cats1, W: 1, H: 1}
bid1_1 := pbsOrtbBid{&bid1, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
bid1_2 := pbsOrtbBid{&bid2, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 50}, 0}
bid1_3 := pbsOrtbBid{&bid3, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
bid1_4 := pbsOrtbBid{&bid4, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
+ bid1_5 := pbsOrtbBid{&bid5, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
selectedBids := make(map[string]int)
expectedCategories := map[string]string{
"bid_id1": "10.00_Electronics_30s",
"bid_id2": "14.00_Sports_50s",
- "bid_id3": "10.00_Electronics_30s",
+ "bid_id3": "20.00_Electronics_30s",
+ "bid_id5": "20.00_Electronics_30s",
}
numIterations := 10
@@ -1378,6 +1381,7 @@ func TestCategoryDedupe(t *testing.T) {
&bid1_2,
&bid1_3,
&bid1_4,
+ &bid1_5,
}
seatBid := pbsOrtbSeatBid{innerBids, "USD", nil, nil}
@@ -1388,7 +1392,7 @@ func TestCategoryDedupe(t *testing.T) {
bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &requestExt, adapterBids, categoriesFetcher, targData)
assert.Equal(t, nil, err, "Category mapping error should be empty")
- assert.Equal(t, 2, len(rejections), "There should be 2 bid rejection messages")
+ assert.Equal(t, 3, len(rejections), "There should be 2 bid rejection messages")
assert.Regexpf(t, regexp.MustCompile(`bid rejected \[bid ID: bid_id(1|3)\] reason: Bid was deduplicated`), rejections[0], "Rejection message did not match expected")
assert.Equal(t, "bid rejected [bid ID: bid_id4] reason: Category mapping file for primary ad server: 'freewheel', publisher: '' not found", rejections[1], "Rejection message did not match expected")
assert.Equal(t, 2, len(adapterBids[bidderName1].bids), "Bidders number doesn't match")
@@ -1401,8 +1405,90 @@ func TestCategoryDedupe(t *testing.T) {
}
assert.Equal(t, numIterations, selectedBids["bid_id2"], "Bid 2 did not make it through every time")
- assert.NotEqual(t, numIterations, selectedBids["bid_id1"], "Bid 1 made it through every time")
- assert.NotEqual(t, numIterations, selectedBids["bid_id3"], "Bid 3 made it through every time")
+ assert.Equal(t, 0, selectedBids["bid_id1"], "Bid 1 should be rejected on every iteration due to lower price")
+ assert.NotEqual(t, 0, selectedBids["bid_id3"], "Bid 3 should be accepted at least once")
+ assert.NotEqual(t, 0, selectedBids["bid_id5"], "Bid 5 should be accepted at least once")
+}
+
+func TestNoCategoryDedupe(t *testing.T) {
+
+ categoriesFetcher, error := newCategoryFetcher("./test/category-mapping")
+ if error != nil {
+ t.Errorf("Failed to create a category Fetcher: %v", error)
+ }
+
+ requestExt := newExtRequestNoBrandCat()
+
+ targData := &targetData{
+ priceGranularity: requestExt.Prebid.Targeting.PriceGranularity,
+ includeWinners: true,
+ }
+
+ adapterBids := make(map[openrtb_ext.BidderName]*pbsOrtbSeatBid)
+
+ cats1 := []string{"IAB1-3"}
+ cats2 := []string{"IAB1-4"}
+ cats4 := []string{"IAB1-2000"}
+ bid1 := openrtb.Bid{ID: "bid_id1", ImpID: "imp_id1", Price: 14.0000, Cat: cats1, W: 1, H: 1}
+ bid2 := openrtb.Bid{ID: "bid_id2", ImpID: "imp_id2", Price: 14.0000, Cat: cats2, W: 1, H: 1}
+ bid3 := openrtb.Bid{ID: "bid_id3", ImpID: "imp_id3", Price: 20.0000, Cat: cats1, W: 1, H: 1}
+ bid4 := openrtb.Bid{ID: "bid_id4", ImpID: "imp_id4", Price: 20.0000, Cat: cats4, W: 1, H: 1}
+ bid5 := openrtb.Bid{ID: "bid_id5", ImpID: "imp_id5", Price: 10.0000, Cat: cats1, W: 1, H: 1}
+
+ bid1_1 := pbsOrtbBid{&bid1, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
+ bid1_2 := pbsOrtbBid{&bid2, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
+ bid1_3 := pbsOrtbBid{&bid3, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
+ bid1_4 := pbsOrtbBid{&bid4, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
+ bid1_5 := pbsOrtbBid{&bid5, "video", nil, &openrtb_ext.ExtBidPrebidVideo{Duration: 30}, 0}
+
+ selectedBids := make(map[string]int)
+ expectedCategories := map[string]string{
+ "bid_id1": "14.00_30s",
+ "bid_id2": "14.00_30s",
+ "bid_id3": "20.00_30s",
+ "bid_id4": "20.00_30s",
+ "bid_id5": "10.00_30s",
+ }
+
+ numIterations := 10
+
+ // Run the function many times, this should be enough for the 50% chance of which bid to remove to remove bid1 sometimes
+ // and bid3 others. It's conceivably possible (but highly unlikely) that the same bid get chosen every single time, but
+ // if you notice false fails from this test increase numIterations to make it even less likely to happen.
+ for i := 0; i < numIterations; i++ {
+ innerBids := []*pbsOrtbBid{
+ &bid1_1,
+ &bid1_2,
+ &bid1_3,
+ &bid1_4,
+ &bid1_5,
+ }
+
+ seatBid := pbsOrtbSeatBid{innerBids, "USD", nil, nil}
+ bidderName1 := openrtb_ext.BidderName("appnexus")
+
+ adapterBids[bidderName1] = &seatBid
+
+ bidCategory, adapterBids, rejections, err := applyCategoryMapping(nil, &requestExt, adapterBids, categoriesFetcher, targData)
+
+ assert.Equal(t, nil, err, "Category mapping error should be empty")
+ assert.Equal(t, 2, len(rejections), "There should be 2 bid rejection messages")
+ assert.Regexpf(t, regexp.MustCompile(`bid rejected \[bid ID: bid_id(1|2)\] reason: Bid was deduplicated`), rejections[0], "Rejection message did not match expected")
+ assert.Regexpf(t, regexp.MustCompile(`bid rejected \[bid ID: bid_id(3|4)\] reason: Bid was deduplicated`), rejections[1], "Rejection message did not match expected")
+ assert.Equal(t, 3, len(adapterBids[bidderName1].bids), "Bidders number doesn't match")
+ assert.Equal(t, 3, len(bidCategory), "Bidders category mapping doesn't match")
+
+ for bidId, bidCat := range bidCategory {
+ assert.Equal(t, expectedCategories[bidId], bidCat, "Category mapping doesn't match")
+ selectedBids[bidId]++
+ }
+ }
+ assert.Equal(t, numIterations, selectedBids["bid_id5"], "Bid 5 did not make it through every time")
+ assert.NotEqual(t, 0, selectedBids["bid_id1"], "Bid 1 should be selected at least once")
+ assert.NotEqual(t, 0, selectedBids["bid_id2"], "Bid 2 should be selected at least once")
+ assert.NotEqual(t, 0, selectedBids["bid_id1"], "Bid 3 should be selected at least once")
+ assert.NotEqual(t, 0, selectedBids["bid_id4"], "Bid 4 should be selected at least once")
+
}
func TestBidRejectionErrors(t *testing.T) {
From 346617b0d08623e7976f18a63db28d2f8bd8bd1c Mon Sep 17 00:00:00 2001
From: Brian Sardo <1168933+bsardo@users.noreply.github.com>
Date: Wed, 12 Aug 2020 13:58:40 -0400
Subject: [PATCH 165/381] Refactor rate converter separating scheduler from
converter logic to improve testability (#1394)
---
currencies/converter_info.go | 15 +-
currencies/rate_converter.go | 120 +---
currencies/rate_converter_test.go | 676 ++++++-------------
currencies/rates_test.go | 1 +
endpoints/currency_rates.go | 7 +-
endpoints/currency_rates_test.go | 51 +-
endpoints/openrtb2/auction_benchmark_test.go | 3 +-
exchange/bidder_test.go | 18 +-
exchange/exchange_test.go | 25 +-
exchange/legacy_test.go | 12 +-
exchange/targeting_test.go | 2 +-
main.go | 9 +-
router/admin.go | 5 +-
util/task/ticker_task.go | 53 ++
util/task/ticker_task_test.go | 63 ++
util/timeutil/time.go | 16 +
16 files changed, 431 insertions(+), 645 deletions(-)
create mode 100644 util/task/ticker_task.go
create mode 100644 util/task/ticker_task_test.go
create mode 100644 util/timeutil/time.go
diff --git a/currencies/converter_info.go b/currencies/converter_info.go
index 6f4fda64c09..abbcde29fbc 100644
--- a/currencies/converter_info.go
+++ b/currencies/converter_info.go
@@ -5,18 +5,16 @@ import "time"
// ConverterInfo holds information about converter setup
type ConverterInfo interface {
Source() string
- FetchingInterval() time.Duration
LastUpdated() time.Time
Rates() *map[string]map[string]float64
AdditionalInfo() interface{}
}
type converterInfo struct {
- source string
- fetchingInterval time.Duration
- lastUpdated time.Time
- rates *map[string]map[string]float64
- additionalInfo interface{}
+ source string
+ lastUpdated time.Time
+ rates *map[string]map[string]float64
+ additionalInfo interface{}
}
// Source returns converter's URL source
@@ -24,11 +22,6 @@ func (ci converterInfo) Source() string {
return ci.source
}
-// FetchingInterval returns converter's fetching interval in nanoseconds
-func (ci converterInfo) FetchingInterval() time.Duration {
- return ci.fetchingInterval
-}
-
// LastUpdated returns converter's last updated time
func (ci converterInfo) LastUpdated() time.Time {
return ci.lastUpdated
diff --git a/currencies/rate_converter.go b/currencies/rate_converter.go
index d22f347b17c..f9ae67436f9 100644
--- a/currencies/rate_converter.go
+++ b/currencies/rate_converter.go
@@ -2,83 +2,43 @@ package currencies
import (
"encoding/json"
+ "fmt"
"io/ioutil"
"net/http"
"sync/atomic"
"time"
"github.com/golang/glog"
+ "github.com/prebid/prebid-server/errortypes"
+ "github.com/prebid/prebid-server/util/timeutil"
)
// RateConverter holds the currencies conversion rates dictionary
type RateConverter struct {
httpClient httpClient
- done chan bool
- updateNotifier chan<- int
- fetchingInterval time.Duration
staleRatesThreshold time.Duration
syncSourceURL string
rates atomic.Value // Should only hold Rates struct
lastUpdated atomic.Value // Should only hold time.Time
constantRates Conversions
+ time timeutil.Time
}
// NewRateConverter returns a new RateConverter
func NewRateConverter(
httpClient httpClient,
syncSourceURL string,
- fetchingInterval time.Duration,
staleRatesThreshold time.Duration,
) *RateConverter {
- return NewRateConverterWithNotifier(
- httpClient,
- syncSourceURL,
- fetchingInterval,
- staleRatesThreshold,
- nil, // no notifier channel specified, won't send any notifications
- )
-}
-
-// NewRateConverterDefault returns a RateConverter with default values.
-// By default there will be no currencies conversions done.
-// `currencies.ConstantRate` will be used.
-func NewRateConverterDefault() *RateConverter {
- return NewRateConverter(&http.Client{}, "", time.Duration(0), time.Duration(0))
-}
-
-// NewRateConverterWithNotifier returns a new RateConverter
-// it allow to pass an update chan in which the number of ticks will be passed after each tick
-// allowing clients to listen on updates
-// Do not use this method
-func NewRateConverterWithNotifier(
- httpClient httpClient,
- syncSourceURL string,
- fetchingInterval time.Duration,
- staleRatesThreshold time.Duration,
- updateNotifier chan<- int,
-) *RateConverter {
- rc := &RateConverter{
+ return &RateConverter{
httpClient: httpClient,
- done: make(chan bool),
- updateNotifier: updateNotifier,
- fetchingInterval: fetchingInterval,
staleRatesThreshold: staleRatesThreshold,
syncSourceURL: syncSourceURL,
rates: atomic.Value{},
lastUpdated: atomic.Value{},
constantRates: NewConstantRates(),
+ time: &timeutil.RealTime{},
}
-
- // In case host do not want to support currency lookup
- // we just stop here and do nothing
- if rc.fetchingInterval == time.Duration(0) {
- return rc
- }
-
- rc.Update() // Make sure to populate data before to return the converter
- go rc.startPeriodicFetching() // Start periodic ticking
-
- return rc
}
// fetch allows to retrieve the currencies rates from the syncSourceURL provided
@@ -93,6 +53,11 @@ func (rc *RateConverter) fetch() (*Rates, error) {
return nil, err
}
+ if response.StatusCode >= 400 {
+ message := fmt.Sprintf("The currency rates request failed with status code %d", response.StatusCode)
+ return nil, &errortypes.BadServerResponse{Message: message}
+ }
+
defer response.Body.Close()
bytesJSON, err := ioutil.ReadAll(response.Body)
@@ -110,14 +75,14 @@ func (rc *RateConverter) fetch() (*Rates, error) {
}
// Update updates the internal currencies rates from remote sources
-func (rc *RateConverter) Update() error {
+func (rc *RateConverter) update() error {
rates, err := rc.fetch()
if err == nil {
rc.rates.Store(rates)
- rc.lastUpdated.Store(time.Now())
+ rc.lastUpdated.Store(rc.time.Now())
} else {
- if rc.CheckStaleRates() {
- rc.ClearRates()
+ if rc.checkStaleRates() {
+ rc.clearRates()
glog.Errorf("Error updating conversion rates, falling back to constant rates: %v", err)
} else {
glog.Errorf("Error updating conversion rates: %v", err)
@@ -127,37 +92,8 @@ func (rc *RateConverter) Update() error {
return err
}
-// startPeriodicFetching starts the periodic fetching at the given interval
-// triggers a first fetch when called before the first tick happen in order to initialize currencies rates map
-// returns a chan in which the number of data updates everytime a new update was done
-func (rc *RateConverter) startPeriodicFetching() {
-
- ticker := time.NewTicker(rc.fetchingInterval)
- updatesTicksCount := 0
-
- for {
- select {
- case <-ticker.C:
- // Retries are handled by clients directly.
- rc.Update()
- updatesTicksCount++
- if rc.updateNotifier != nil {
- rc.updateNotifier <- updatesTicksCount
- }
- case <-rc.done:
- if ticker != nil {
- ticker.Stop()
- ticker = nil
- }
- return
- }
- }
-}
-
-// StopPeriodicFetching stops the periodic fetching while keeping the latest currencies rates map
-func (rc *RateConverter) StopPeriodicFetching() {
- rc.done <- true
- close(rc.done)
+func (rc *RateConverter) Run() error {
+ return rc.update()
}
// LastUpdated returns time when currencies rates were updated
@@ -178,18 +114,19 @@ func (rc *RateConverter) Rates() Conversions {
return rc.constantRates
}
-// ClearRates sets the rates to nil
-func (rc *RateConverter) ClearRates() {
+// clearRates sets the rates to nil
+func (rc *RateConverter) clearRates() {
// atomic.Value field rates must be of type *Rates so we cast nil to that type
rc.rates.Store((*Rates)(nil))
}
-// CheckStaleRates checks if loaded third party conversion rates are stale
-func (rc *RateConverter) CheckStaleRates() bool {
+// checkStaleRates checks if loaded third party conversion rates are stale
+func (rc *RateConverter) checkStaleRates() bool {
if rc.staleRatesThreshold <= 0 {
return false
}
- currentTime := time.Now().UTC()
+
+ currentTime := rc.time.Now().UTC()
if lastUpdated := rc.lastUpdated.Load(); lastUpdated != nil {
delta := currentTime.Sub(lastUpdated.(time.Time).UTC())
if delta.Seconds() > rc.staleRatesThreshold.Seconds() {
@@ -202,14 +139,11 @@ func (rc *RateConverter) CheckStaleRates() bool {
// GetInfo returns setup information about the converter
func (rc *RateConverter) GetInfo() ConverterInfo {
var rates *map[string]map[string]float64
- if rc.Rates() != nil {
- rates = rc.Rates().GetRates()
- }
+ rates = rc.Rates().GetRates()
return converterInfo{
- source: rc.syncSourceURL,
- fetchingInterval: rc.fetchingInterval,
- lastUpdated: rc.LastUpdated(),
- rates: rates,
+ source: rc.syncSourceURL,
+ lastUpdated: rc.LastUpdated(),
+ rates: rates,
}
}
diff --git a/currencies/rate_converter_test.go b/currencies/rate_converter_test.go
index d717d1a3f9c..7beb9523d28 100644
--- a/currencies/rate_converter_test.go
+++ b/currencies/rate_converter_test.go
@@ -1,4 +1,4 @@
-package currencies_test
+package currencies
import (
"io/ioutil"
@@ -9,7 +9,7 @@ import (
"testing"
"time"
- "github.com/prebid/prebid-server/currencies"
+ "github.com/prebid/prebid-server/util/task"
"github.com/stretchr/testify/assert"
)
@@ -27,423 +27,148 @@ func getMockRates() []byte {
}`)
}
-func TestFetch_Success(t *testing.T) {
-
- // Setup:
- calledURLs := []string{}
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(getMockRates()))
- }),
- )
-
- defer mockedHttpServer.Close()
-
- expectedRates := ¤cies.Rates{
- DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
- Conversions: map[string]map[string]float64{
- "USD": {
- "GBP": 0.77208,
- },
- "GBP": {
- "USD": 1.2952,
- },
- },
- }
-
- // Execute:
- beforeExecution := time.Now()
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(24)*time.Hour,
- time.Duration(24)*time.Hour,
- )
-
- // Verify:
- assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
- assert.NotEqual(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() should return a time set")
- assert.True(t, currencyConverter.LastUpdated().After(beforeExecution), "LastUpdated() should be after last update")
- rates := currencyConverter.Rates()
- assert.NotNil(t, rates, "Rates() should not return nil")
- assert.Equal(t, expectedRates, rates, "Rates() doesn't return expected rates")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
-}
-
-func TestFetch_Fail404(t *testing.T) {
-
- // Setup:
- calledURLs := []string{}
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- rw.WriteHeader(http.StatusNotFound)
- }),
- )
-
- defer mockedHttpServer.Close()
-
- // Execute:
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(24)*time.Hour,
- time.Duration(24)*time.Hour,
- )
-
- // Verify:
- assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
- assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
+// FakeTime implements the Time interface
+type FakeTime struct {
+ time time.Time
}
-func TestFetch_FailErrorHttpClient(t *testing.T) {
-
- // Setup:
- calledURLs := []string{}
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- rw.WriteHeader(http.StatusBadRequest)
- }),
- )
-
- defer mockedHttpServer.Close()
-
- // Execute:
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(24)*time.Hour,
- time.Duration(24)*time.Hour,
- )
-
- // Verify:
- assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
- assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
+func (mc *FakeTime) Now() time.Time {
+ return mc.time
}
-func TestFetch_FailBadSyncURL(t *testing.T) {
-
- // Setup:
-
- // Execute:
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- "justaweirdurl",
- time.Duration(24)*time.Hour,
- time.Duration(24)*time.Hour,
- )
-
- // Verify:
- assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
-}
-
-func TestFetch_FailBadJSON(t *testing.T) {
-
- // Setup:
- calledURLs := []string{}
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(
- `{
- "dataAsOf":"2018-09-12",
- "conversions":{
- "USD":{
- "GBP":0.77208
- },
- "GBP":{
- "USD":1.2952
- },
- "badJsonHere"
- }
- }`,
- ))
- }),
- )
-
- defer mockedHttpServer.Close()
-
- // Execute:
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(24)*time.Hour,
- time.Duration(24)*time.Hour,
- )
-
- // Verify:
- assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
- assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
-}
-
-func TestFetch_InvalidRemoteResponseContent(t *testing.T) {
-
- // Setup:
- calledURLs := []string{}
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- rw.WriteHeader(http.StatusOK)
- rw.Write(nil)
- }),
- )
-
- defer mockedHttpServer.Close()
-
- // Execute:
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(24)*time.Hour,
- time.Duration(24)*time.Hour,
- )
-
- // Verify:
- assert.Equal(t, 1, len(calledURLs), "sync URL should have been called %d times but was %d", 1, len(calledURLs))
- assert.Equal(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated() shouldn't return a time set")
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
-}
-
-func TestInit(t *testing.T) {
-
- // Setup:
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(getMockRates()))
- }),
- )
-
- // Execute:
- expectedTicks := 5
- ticksTimes := []time.Time{}
- ticks := make(chan int)
- currencyConverter := currencies.NewRateConverterWithNotifier(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(100)*time.Millisecond,
- time.Duration(24)*time.Hour,
- ticks,
- )
+func TestReadWriteRates(t *testing.T) {
+ // Setup
+ mockServerHandler := func(mockResponse []byte, mockStatus int) http.Handler {
+ return http.HandlerFunc(func(rw http.ResponseWriter, req *http.Request) {
+ rw.WriteHeader(mockStatus)
+ rw.Write([]byte(mockResponse))
+ })
+ }
- // Verify:
- expectedIntervalDuration := time.Duration(100) * time.Millisecond
- errorMargin := 0.1 // 10% error margin
- expectedRates := ¤cies.Rates{
- DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
- Conversions: map[string]map[string]float64{
- "USD": {
- "GBP": 0.77208,
- },
- "GBP": {
- "USD": 1.2952,
- },
+ tests := []struct {
+ description string
+ giveFakeTime time.Time
+ giveMockUrl string
+ giveMockResponse []byte
+ giveMockStatus int
+ wantUpdateErr bool
+ wantConstantRates bool
+ wantLastUpdated time.Time
+ wantDataAsOf time.Time
+ wantConversions map[string]map[string]float64
+ }{
+ {
+ description: "Fetching currency rates successfully",
+ giveFakeTime: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ giveMockResponse: getMockRates(),
+ giveMockStatus: 200,
+ wantLastUpdated: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ wantDataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
+ wantConversions: map[string]map[string]float64{"USD": {"GBP": 0.77208}, "GBP": {"USD": 1.2952}},
+ },
+ {
+ description: "Currency rates endpoint returns empty response",
+ giveFakeTime: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ giveMockResponse: []byte("{}"),
+ giveMockStatus: 200,
+ wantLastUpdated: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ wantDataAsOf: time.Time{},
+ wantConversions: nil,
+ },
+ {
+ description: "Currency rates endpoint returns nil response",
+ giveFakeTime: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ giveMockResponse: nil,
+ giveMockStatus: 200,
+ wantUpdateErr: true,
+ wantConstantRates: true,
+ wantLastUpdated: time.Time{},
+ },
+ {
+ description: "Currency rates endpoint returns non-2xx status code",
+ giveFakeTime: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ giveMockResponse: []byte(`{"message": "Not Found"}`),
+ giveMockStatus: 404,
+ wantUpdateErr: true,
+ wantConstantRates: true,
+ wantLastUpdated: time.Time{},
+ },
+ {
+ description: "Currency rates endpoint returns invalid json response",
+ giveFakeTime: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ giveMockResponse: []byte(`{"message": Invalid-JSON-No-Surrounding-Quotes}`),
+ giveMockStatus: 200,
+ wantUpdateErr: true,
+ wantConstantRates: true,
+ wantLastUpdated: time.Time{},
+ },
+ {
+ description: "Currency rates endpoint url is invalid",
+ giveFakeTime: time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC),
+ giveMockUrl: "invalidurl",
+ giveMockResponse: getMockRates(),
+ giveMockStatus: 200,
+ wantUpdateErr: true,
+ wantConstantRates: true,
+ wantLastUpdated: time.Time{},
},
}
- // At each ticks, do couple checks
- for ticksCount := range ticks {
- ticksTimes = append(ticksTimes, time.Now())
- if len(ticksTimes) > 1 {
- intervalDuration := ticksTimes[len(ticksTimes)-1].Truncate(time.Millisecond).Sub(ticksTimes[len(ticksTimes)-2].Truncate(time.Millisecond))
- intervalDiff := float64(float64(intervalDuration.Nanoseconds()) / float64(expectedIntervalDuration.Nanoseconds()))
- assert.False(t, intervalDiff > float64(errorMargin*100), "Interval between ticks should be: %d but was: %d", expectedIntervalDuration, intervalDuration)
- }
-
- assert.NotEqual(t, currencyConverter.LastUpdated(), (time.Time{}), "LastUpdated should be set")
- assert.Equal(t, expectedRates, currencyConverter.Rates(), "Conversions.Rates weren't the expected ones")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
+ for _, tt := range tests {
+ mockedHttpServer := httptest.NewServer(mockServerHandler(tt.giveMockResponse, tt.giveMockStatus))
+ defer mockedHttpServer.Close()
- if ticksCount == expectedTicks {
- currencyConverter.StopPeriodicFetching()
- return
+ var url string
+ if len(tt.giveMockUrl) > 0 {
+ url = tt.giveMockUrl
+ } else {
+ url = mockedHttpServer.URL
}
- }
-}
-
-func TestStop(t *testing.T) {
-
- // Setup:
- calledURLs := []string{}
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(getMockRates()))
- }),
- )
-
- // Execute:
- expectedTicks := 2
- ticks := make(chan int)
- currencyConverter := currencies.NewRateConverterWithNotifier(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(100)*time.Millisecond,
- time.Duration(24)*time.Hour,
- ticks,
- )
-
- // Let the currency converter fetch 5 times before stopping it
- for ticksCount := range ticks {
- if ticksCount == expectedTicks {
- currencyConverter.StopPeriodicFetching()
- break
+ currencyConverter := NewRateConverter(
+ &http.Client{},
+ url,
+ 24*time.Hour,
+ )
+ currencyConverter.time = &FakeTime{time: tt.giveFakeTime}
+ err := currencyConverter.Run()
+
+ if tt.wantUpdateErr {
+ assert.NotNil(t, err)
+ } else {
+ assert.Nil(t, err)
}
- }
- lastFetched := time.Now()
-
- // Verify:
- // Check for the next 1 second that no fetch was triggered
- time.Sleep(1 * time.Second)
-
- assert.False(t, currencyConverter.LastUpdated().After(lastFetched), "LastUpdated() shouldn't be after `lastFetched` since the periodic fetching is stopped")
-}
-
-func TestInitWithZeroDuration(t *testing.T) {
-
- // Setup:
- calledURLs := []string{}
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(getMockRates()))
- }),
- )
-
- // Execute:
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(0),
- time.Duration(24)*time.Hour,
- )
-
- // Verify:
- // Check for the next 1 second that no fetch was triggered
- time.Sleep(1 * time.Second)
-
- assert.Equal(t, 0, len(calledURLs), "sync URL shouldn't have been called but was called %d times", 0, len(calledURLs))
- assert.Equal(t, (time.Time{}), currencyConverter.LastUpdated(), "LastUpdated() shouldn't be set")
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
- assert.NotNil(t, currencyConverter.GetInfo(), "GetInfo() should not return nil")
-}
-
-func TestRates(t *testing.T) {
-
- // Setup:
- testCases := []struct {
- from string
- to string
- expectedRate float64
- hasError bool
- }{
- {from: "USD", to: "GBP", expectedRate: 0.77208, hasError: false},
- {from: "GBP", to: "USD", expectedRate: 1.2952, hasError: false},
- {from: "GBP", to: "EUR", expectedRate: 0, hasError: true},
- {from: "CNY", to: "EUR", expectedRate: 0, hasError: true},
- {from: "", to: "EUR", expectedRate: 0, hasError: true},
- {from: "CNY", to: "", expectedRate: 0, hasError: true},
- {from: "", to: "", expectedRate: 0, hasError: true},
- {from: "USD", to: "USD", expectedRate: 1, hasError: false},
- }
-
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(getMockRates()))
- }),
- )
-
- // Execute:
- ticks := make(chan int)
- currencyConverter := currencies.NewRateConverterWithNotifier(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(100)*time.Millisecond,
- time.Duration(24)*time.Hour,
- ticks,
- )
- rates := currencyConverter.Rates()
- // Let the currency converter ticks 1 time before to stop it
- select {
- case <-ticks:
- currencyConverter.StopPeriodicFetching()
- }
-
- // Verify:
- assert.NotNil(t, rates, "rates shouldn't be nil")
- for _, tc := range testCases {
- rate, err := rates.GetRate(tc.from, tc.to)
-
- if tc.hasError {
- assert.NotNil(t, err, "err shouldn't be nil")
- assert.Equal(t, float64(0), rate, "rate should be 0")
+ if tt.wantConstantRates {
+ assert.Equal(t, currencyConverter.Rates(), &ConstantRates{}, tt.description)
} else {
- assert.Nil(t, err, "err should be nil")
- assert.Equal(t, tc.expectedRate, rate, "rate doesn't match the expected one")
+ rates := currencyConverter.Rates().(*Rates)
+ assert.Equal(t, tt.wantConversions, (*rates).Conversions, tt.description)
+ assert.Equal(t, tt.wantDataAsOf, (*rates).DataAsOf, tt.description)
}
- }
-}
-
-func TestRates_EmptyRates(t *testing.T) {
- // Setup:
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(""))
- }),
- )
-
- // Execute:
- // Will try to fetch directly on method call but will fail
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(100)*time.Millisecond,
- time.Duration(24)*time.Hour,
- )
- defer currencyConverter.StopPeriodicFetching()
-
- // Verify:
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+ lastUpdated := currencyConverter.LastUpdated()
+ assert.Equal(t, tt.wantLastUpdated, lastUpdated, tt.description)
+ }
}
-func TestSelectRatesBasedOnStaleness(t *testing.T) {
- calledURLs := []string{}
- callCnt := 0
+func TestRateStaleness(t *testing.T) {
+ callCount := 0
mockedHttpServer := httptest.NewServer(http.HandlerFunc(
func(rw http.ResponseWriter, req *http.Request) {
- calledURLs = append(calledURLs, req.RequestURI)
- if callCnt == 0 || callCnt >= 5 {
+ callCount++
+ if callCount == 2 || callCount >= 5 {
rw.WriteHeader(http.StatusOK)
rw.Write([]byte(getMockRates()))
} else {
rw.WriteHeader(http.StatusNotFound)
+ rw.Write([]byte(`{"message": "Not Found"}`))
}
- callCnt++
}),
)
defer mockedHttpServer.Close()
- expectedRates := ¤cies.Rates{
+ expectedRates := &Rates{
DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
Conversions: map[string]map[string]float64{
"USD": {
@@ -455,97 +180,83 @@ func TestSelectRatesBasedOnStaleness(t *testing.T) {
},
}
+ initialFakeTime := time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC)
+ fakeTime := &FakeTime{time: initialFakeTime}
+
// Execute:
- currencyConverter := currencies.NewRateConverter(
+ currencyConverter := NewRateConverter(
&http.Client{},
mockedHttpServer.URL,
- time.Duration(100)*time.Millisecond,
- time.Duration(200)*time.Millisecond,
+ 30*time.Second, // stale rates threshold
)
+ currencyConverter.time = fakeTime
- // Verify:
- // Rates are valid at t=0, then invalid for 500ms before being valid again
- assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+ // First Update call results in error
+ err1 := currencyConverter.Run()
+ assert.NotNil(t, err1)
- time.Sleep(100 * time.Millisecond)
- // Rates have been invalid for ~100ms, rates not stale yet
- assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+ // Verify constant rates are used and last update ts is not set
+ assert.Equal(t, &ConstantRates{}, currencyConverter.Rates(), "Rates should return constant rates")
+ assert.Equal(t, time.Time{}, currencyConverter.LastUpdated(), "LastUpdated return is incorrect")
- time.Sleep(200 * time.Millisecond)
- // Rates have been invalid for ~300ms, rates are stale
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+ // Second Update call is successful and yields valid rates
+ err2 := currencyConverter.Run()
+ assert.Nil(t, err2)
- time.Sleep(300 * time.Millisecond)
- // Rates have been valid again for ~100ms
- assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
-}
+ // Verify rates are valid and last update timestamp is set
+ assert.Equal(t, expectedRates, currencyConverter.Rates(), "Conversions.Rates weren't the expected ones")
+ assert.Equal(t, initialFakeTime, currencyConverter.LastUpdated(), "LastUpdated should be set")
-func TestUseConstantRatesUntilFetchIsSuccessful(t *testing.T) {
- callCnt := 0
- mockedHttpServer := httptest.NewServer(http.HandlerFunc(
- func(rw http.ResponseWriter, req *http.Request) {
- if callCnt >= 5 {
- rw.WriteHeader(http.StatusOK)
- rw.Write([]byte(getMockRates()))
- } else {
- rw.WriteHeader(http.StatusNotFound)
- }
- callCnt++
- }),
- )
+ // Advance time so the rates fall just short of being considered stale
+ fakeTime.time = fakeTime.time.Add(29 * time.Second)
- defer mockedHttpServer.Close()
+ // Third Update call results in error but stale rate threshold has not been exceeded
+ err3 := currencyConverter.Run()
+ assert.NotNil(t, err3)
- expectedRates := ¤cies.Rates{
- DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
- Conversions: map[string]map[string]float64{
- "USD": {
- "GBP": 0.77208,
- },
- "GBP": {
- "USD": 1.2952,
- },
- },
- }
+ // Verify rates are valid and last update ts has not changed
+ assert.Equal(t, expectedRates, currencyConverter.Rates(), "Conversions.Rates weren't the expected ones")
+ assert.Equal(t, initialFakeTime, currencyConverter.LastUpdated(), "LastUpdated should be set")
- // Execute:
- currencyConverter := currencies.NewRateConverter(
- &http.Client{},
- mockedHttpServer.URL,
- time.Duration(100)*time.Millisecond,
- time.Duration(1)*time.Second,
- )
+ // Advance time just past the threshold so the rates are considered stale
+ fakeTime.time = fakeTime.time.Add(2 * time.Second)
+
+ // Fourth Update call results in error and stale rate threshold has been exceeded
+ err4 := currencyConverter.Run()
+ assert.NotNil(t, err4)
- // Verify:
- // Rates are invalid at t=0 and remain invalid until 500ms have elapsed
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+ // Verify constant rates are used and last update ts has not changed
+ assert.Equal(t, &ConstantRates{}, currencyConverter.Rates(), "Rates should return constant rates")
+ assert.Equal(t, initialFakeTime, currencyConverter.LastUpdated(), "LastUpdated return is incorrect")
- time.Sleep(400 * time.Millisecond)
- // Rates have been invalid for ~400ms
- assert.Equal(t, currencyConverter.Rates(), ¤cies.ConstantRates{}, "Rates() should return constant rates")
+ // Fifth Update call is successful and yields valid rates
+ err5 := currencyConverter.Run()
+ assert.Nil(t, err5)
- time.Sleep(200 * time.Millisecond)
- // Rates have been valid for ~100ms
- assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+ // Verify rates are valid and last update ts has changed
+ thirtyOneSec := 31 * time.Second
+ assert.Equal(t, expectedRates, currencyConverter.Rates(), "Conversions.Rates weren't the expected ones")
+ assert.Equal(t, (initialFakeTime.Add(thirtyOneSec)), currencyConverter.LastUpdated(), "LastUpdated should be set")
}
-func TestRatesAreNeverStale(t *testing.T) {
- callCnt := 0
+func TestRatesAreNeverConsideredStale(t *testing.T) {
+ callCount := 0
mockedHttpServer := httptest.NewServer(http.HandlerFunc(
func(rw http.ResponseWriter, req *http.Request) {
- if callCnt == 0 {
+ callCount++
+ if callCount == 1 {
rw.WriteHeader(http.StatusOK)
rw.Write([]byte(getMockRates()))
} else {
rw.WriteHeader(http.StatusNotFound)
+ rw.Write([]byte(`{"message": "Not Found"}`))
}
- callCnt++
}),
)
defer mockedHttpServer.Close()
- expectedRates := ¤cies.Rates{
+ expectedRates := &Rates{
DataAsOf: time.Date(2018, time.September, 12, 0, 0, 0, 0, time.UTC),
Conversions: map[string]map[string]float64{
"USD": {
@@ -557,25 +268,38 @@ func TestRatesAreNeverStale(t *testing.T) {
},
}
+ initialFakeTime := time.Date(2018, time.September, 12, 30, 0, 0, 0, time.UTC)
+ fakeTime := &FakeTime{time: initialFakeTime}
+
// Execute:
- currencyConverter := currencies.NewRateConverter(
+ currencyConverter := NewRateConverter(
&http.Client{},
mockedHttpServer.URL,
- time.Duration(100)*time.Millisecond,
- time.Duration(0)*time.Millisecond,
+ 0*time.Millisecond, // stale rates threshold
)
+ currencyConverter.time = fakeTime
+
+ // First Update call is successful and yields valid rates
+ err1 := currencyConverter.Run()
+ assert.Nil(t, err1)
+
+ // Verify rates are valid and last update timestamp is correct
+ assert.Equal(t, expectedRates, currencyConverter.Rates(), "Conversions.Rates weren't the expected ones")
+ assert.Equal(t, fakeTime.time, currencyConverter.LastUpdated(), "LastUpdated should be set")
+
+ // Advance time so the current time is well past the the time the rates were last updated
+ fakeTime.time = initialFakeTime.Add(24 * time.Hour)
- // Verify:
- // Rates are valid at t=0 and are then invalid at 100ms
- assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+ // Second Update call results in error but rates from a day ago are still valid
+ err2 := currencyConverter.Run()
+ assert.NotNil(t, err2)
- time.Sleep(500 * time.Millisecond)
- // Rates have been invalid for ~400ms
- assert.Equal(t, currencyConverter.Rates(), expectedRates, "Rates() should return expected rates")
+ // Verify rates are valid and last update ts is correct
+ assert.Equal(t, expectedRates, currencyConverter.Rates(), "Conversions.Rates weren't the expected ones")
+ assert.Equal(t, initialFakeTime, currencyConverter.LastUpdated(), "LastUpdated should be set")
}
func TestRace(t *testing.T) {
-
// This test is checking that no race conditions appear in rate converter.
// It simulate multiple clients (in different goroutines) asking for updates
// and rates while the rate converter is also updating periodically.
@@ -599,20 +323,19 @@ func TestRace(t *testing.T) {
}
// Execute:
-
- // Create a rate converter which will be fetching new values every 10 ms
- currencyConverter := currencies.NewRateConverter(
+ // Create a rate converter which will be fetching new values every 1 ms
+ interval := 1 * time.Millisecond
+ currencyConverter := NewRateConverter(
mockedHttpClient,
"currency.fake.com",
- time.Duration(10)*time.Millisecond,
- time.Duration(24)*time.Hour,
+ 24*time.Hour,
)
- defer currencyConverter.StopPeriodicFetching()
+ ticker := task.NewTickerTask(interval, currencyConverter)
+ ticker.Start()
+ defer ticker.Stop()
- // Create 50 clients asking for updates and rates conversion at random intervals
- // from 1ms to 50ms for 10 seconds
var wg sync.WaitGroup
- clientsCount := 50
+ clientsCount := 10
wg.Add(clientsCount)
dones := make([]chan bool, clientsCount)
@@ -623,12 +346,9 @@ func TestRace(t *testing.T) {
clientTicker := time.NewTicker(randomTickInterval)
for {
select {
- case tickTime := <-clientTicker.C:
- // Either ask for an Update() or for GetRate()
- // based on the tick ms
- tickMs := tickTime.UnixNano() / int64(time.Millisecond)
- if tickMs%2 == 0 {
- err := currencyConverter.Update()
+ case <-clientTicker.C:
+ if clientNum < 5 {
+ err := currencyConverter.Run()
assert.Nil(t, err)
} else {
rate, err := currencyConverter.Rates().GetRate("USD", "GBP")
@@ -643,7 +363,7 @@ func TestRace(t *testing.T) {
}(dones[c], c)
}
- time.Sleep(10 * time.Second)
+ time.Sleep(100 * time.Millisecond)
// Sending stop signals to all clients
for i := range dones {
dones[i] <- true
diff --git a/currencies/rates_test.go b/currencies/rates_test.go
index 915b817d7a5..5b1c4497b63 100644
--- a/currencies/rates_test.go
+++ b/currencies/rates_test.go
@@ -146,6 +146,7 @@ func TestGetRate(t *testing.T) {
{from: "", to: "EUR", expectedRate: 0, hasError: true},
{from: "CNY", to: "", expectedRate: 0, hasError: true},
{from: "", to: "", expectedRate: 0, hasError: true},
+ {from: "USD", to: "USD", expectedRate: 1, hasError: false},
}
for _, tc := range testCases {
diff --git a/endpoints/currency_rates.go b/endpoints/currency_rates.go
index 745dbe3e7d4..90650cc2886 100644
--- a/endpoints/currency_rates.go
+++ b/endpoints/currency_rates.go
@@ -24,7 +24,7 @@ type rateConverter interface {
}
// newCurrencyRatesInfo creates a new CurrencyRatesInfo instance.
-func newCurrencyRatesInfo(rateConverter rateConverter) currencyRatesInfo {
+func newCurrencyRatesInfo(rateConverter rateConverter, fetchingInterval time.Duration) currencyRatesInfo {
currencyRatesInfo := currencyRatesInfo{
Active: false,
@@ -44,7 +44,6 @@ func newCurrencyRatesInfo(rateConverter rateConverter) currencyRatesInfo {
source := infos.Source()
currencyRatesInfo.Source = &source
- fetchingInterval := infos.FetchingInterval()
currencyRatesInfo.FetchingInterval = &fetchingInterval
lastUpdated := infos.LastUpdated()
@@ -57,8 +56,8 @@ func newCurrencyRatesInfo(rateConverter rateConverter) currencyRatesInfo {
}
// NewCurrencyRatesEndpoint returns current currency rates applied by the PBS server.
-func NewCurrencyRatesEndpoint(rateConverter rateConverter) http.HandlerFunc {
- currencyRateInfo := newCurrencyRatesInfo(rateConverter)
+func NewCurrencyRatesEndpoint(rateConverter rateConverter, fetchingInterval time.Duration) http.HandlerFunc {
+ currencyRateInfo := newCurrencyRatesInfo(rateConverter, fetchingInterval)
return func(w http.ResponseWriter, _ *http.Request) {
jsonOutput, err := json.Marshal(currencyRateInfo)
diff --git a/endpoints/currency_rates_test.go b/endpoints/currency_rates_test.go
index e0b127fcd95..86c4e50fb3e 100644
--- a/endpoints/currency_rates_test.go
+++ b/endpoints/currency_rates_test.go
@@ -14,20 +14,21 @@ import (
func TestCurrencyRatesEndpoint(t *testing.T) {
// Setup:
var testCases = []struct {
- input rateConverter
- expectedBody string
- expectedCode int
- description string
+ inputConverter rateConverter
+ inputFetchingInterval time.Duration
+ expectedBody string
+ expectedCode int
+ description string
}{
{
nil,
+ time.Duration(0),
`{"active": false}`,
http.StatusOK,
"case 1 - rate converter is nil",
},
{
newRateConverterMock(
- 5*time.Minute,
"https://sync.test.com",
time.Date(2019, 3, 2, 12, 54, 56, 651387237, time.UTC),
newConversionMock(&map[string]map[string]float64{
@@ -36,6 +37,7 @@ func TestCurrencyRatesEndpoint(t *testing.T) {
},
}),
),
+ 5 * time.Minute,
`{
"active": true,
"source": "https://sync.test.com",
@@ -52,11 +54,11 @@ func TestCurrencyRatesEndpoint(t *testing.T) {
},
{
newRateConverterMock(
- time.Duration(0),
"",
time.Time{},
nil,
),
+ time.Duration(0),
`{
"active": true,
"source": "",
@@ -70,12 +72,14 @@ func TestCurrencyRatesEndpoint(t *testing.T) {
newRateConverterMockWithInfo(
newUnmarshableConverterInfoMock(),
),
+ time.Duration(0),
"",
http.StatusInternalServerError,
"case 4 - invalid rates input for marshaling",
},
{
newRateConverterMockWithNilInfo(),
+ time.Duration(0),
`{
"active": true
}`,
@@ -86,7 +90,7 @@ func TestCurrencyRatesEndpoint(t *testing.T) {
for _, tc := range testCases {
- handler := NewCurrencyRatesEndpoint(tc.input)
+ handler := NewCurrencyRatesEndpoint(tc.inputConverter, tc.inputFetchingInterval)
w := httptest.NewRecorder()
// Execute:
@@ -117,21 +121,16 @@ func newConversionMock(rates *map[string]map[string]float64) *conversionMock {
}
type converterInfoMock struct {
- source string
- fetchingInterval time.Duration
- lastUpdated time.Time
- rates *map[string]map[string]float64
- additionalInfo interface{}
+ source string
+ lastUpdated time.Time
+ rates *map[string]map[string]float64
+ additionalInfo interface{}
}
func (m converterInfoMock) Source() string {
return m.source
}
-func (m converterInfoMock) FetchingInterval() time.Duration {
- return m.fetchingInterval
-}
-
func (m converterInfoMock) LastUpdated() time.Time {
return m.lastUpdated
}
@@ -150,10 +149,6 @@ func (m unmarshableConverterInfoMock) Source() string {
return ""
}
-func (m unmarshableConverterInfoMock) FetchingInterval() time.Duration {
- return time.Duration(0)
-}
-
func (m unmarshableConverterInfoMock) LastUpdated() time.Time {
return time.Time{}
}
@@ -172,7 +167,6 @@ func newUnmarshableConverterInfoMock() unmarshableConverterInfoMock {
}
type rateConverterMock struct {
- fetchingInterval time.Duration
syncSourceURL string
rates *conversionMock
lastUpdated time.Time
@@ -197,23 +191,20 @@ func (m rateConverterMock) GetInfo() currencies.ConverterInfo {
rates = m.rates.GetRates()
}
return converterInfoMock{
- source: m.syncSourceURL,
- fetchingInterval: m.fetchingInterval,
- lastUpdated: m.lastUpdated,
- rates: rates,
+ source: m.syncSourceURL,
+ lastUpdated: m.lastUpdated,
+ rates: rates,
}
}
func newRateConverterMock(
- fetchingInterval time.Duration,
syncSourceURL string,
lastUpdated time.Time,
rates *conversionMock) rateConverterMock {
return rateConverterMock{
- fetchingInterval: fetchingInterval,
- syncSourceURL: syncSourceURL,
- rates: rates,
- lastUpdated: lastUpdated,
+ syncSourceURL: syncSourceURL,
+ rates: rates,
+ lastUpdated: lastUpdated,
}
}
diff --git a/endpoints/openrtb2/auction_benchmark_test.go b/endpoints/openrtb2/auction_benchmark_test.go
index 93d7575e865..fba0daecea8 100644
--- a/endpoints/openrtb2/auction_benchmark_test.go
+++ b/endpoints/openrtb2/auction_benchmark_test.go
@@ -5,6 +5,7 @@ import (
"net/http/httptest"
"strings"
"testing"
+ "time"
"github.com/prebid/prebid-server/adapters"
"github.com/prebid/prebid-server/currencies"
@@ -77,7 +78,7 @@ func BenchmarkOpenrtbEndpoint(b *testing.B) {
theMetrics,
infos,
gdpr.AlwaysAllow{},
- currencies.NewRateConverterDefault(),
+ currencies.NewRateConverter(&http.Client{}, "", time.Duration(0)),
),
paramValidator,
empty_fetcher.EmptyFetcher{},
diff --git a/exchange/bidder_test.go b/exchange/bidder_test.go
index 7ae96c09b93..4f207cf5a65 100644
--- a/exchange/bidder_test.go
+++ b/exchange/bidder_test.go
@@ -75,7 +75,7 @@ func TestSingleBidder(t *testing.T) {
bidResponse: mockBidderResponse,
}
bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
seatBid, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", bidAdjustment, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
// Make sure the goodSingleBidder was called with the expected arguments.
@@ -163,7 +163,7 @@ func TestMultiBidder(t *testing.T) {
bidResponse: mockBidderResponse,
}
bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
seatBid, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if seatBid == nil {
@@ -528,9 +528,11 @@ func TestMultiCurrencies(t *testing.T) {
currencyConverter := currencies.NewRateConverter(
&http.Client{},
mockedHTTPServer.URL,
- time.Duration(10)*time.Second,
time.Duration(24)*time.Hour,
)
+ time.Sleep(time.Duration(500) * time.Millisecond)
+ currencyConverter.Run()
+
seatBid, errs := bidder.requestBid(
context.Background(),
&openrtb.BidRequest{},
@@ -674,7 +676,7 @@ func TestMultiCurrencies_RateConverterNotSet(t *testing.T) {
// Execute:
bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
seatBid, errs := bidder.requestBid(
context.Background(),
&openrtb.BidRequest{},
@@ -843,7 +845,6 @@ func TestMultiCurrencies_RequestCurrencyPick(t *testing.T) {
currencyConverter := currencies.NewRateConverter(
&http.Client{},
mockedHTTPServer.URL,
- time.Duration(10)*time.Second,
time.Duration(24)*time.Hour,
)
seatBid, errs := bidder.requestBid(
@@ -1020,7 +1021,7 @@ func TestMobileNativeTypes(t *testing.T) {
bidResponse: tc.mockBidderResponse,
}
bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
seatBids, _ := bidder.requestBid(
context.Background(),
@@ -1041,7 +1042,7 @@ func TestMobileNativeTypes(t *testing.T) {
func TestErrorReporting(t *testing.T) {
bidder := adaptBidder(&bidRejector{}, nil, &config.Configuration{}, &metricsConfig.DummyMetricsEngine{}, openrtb_ext.BidderAppnexus)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
bids, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if bids != nil {
t.Errorf("There should be no seatbid if no http requests are returned.")
@@ -1224,7 +1225,8 @@ func TestCallRecordAdapterConnections(t *testing.T) {
// Run requestBid using an http.Client with a mock handler
bidder := adaptBidder(bidderImpl, server.Client(), &config.Configuration{}, metrics, openrtb_ext.BidderAppnexus)
- _, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", bidAdjustment, currencies.NewRateConverterDefault().Rates(), &adapters.ExtraRequestInfo{})
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ _, errs := bidder.requestBid(context.Background(), &openrtb.BidRequest{}, "test", bidAdjustment, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
// Assert no errors
assert.Equal(t, 0, len(errs), "bidder.requestBid returned errors %v \n", errs)
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index 5fbdb1c57a9..545f04fd0ef 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -50,7 +50,8 @@ func TestNewExchange(t *testing.T) {
Adapters: blankAdapterConfig(openrtb_ext.BidderList()),
}
- e := NewExchange(server.Client(), nil, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), knownAdapters, config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencies.NewRateConverterDefault()).(*exchange)
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ e := NewExchange(server.Client(), nil, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), knownAdapters, config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencyConverter).(*exchange)
for _, bidderName := range knownAdapters {
if _, ok := e.adapterMap[bidderName]; !ok {
t.Errorf("NewExchange produced an Exchange without bidder %s", bidderName)
@@ -87,7 +88,8 @@ func TestCharacterEscape(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(handlerNoBidServer))
defer server.Close()
- e := NewExchange(server.Client(), nil, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencies.NewRateConverterDefault()).(*exchange)
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ e := NewExchange(server.Client(), nil, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencyConverter).(*exchange)
/* 3) Build all the parameters e.buildBidResponse(ctx.Background(), liveA... ) needs */
//liveAdapters []openrtb_ext.BidderName,
@@ -230,7 +232,7 @@ func TestDebugBehaviour(t *testing.T) {
e.cache = &wellBehavedCache{}
e.me = &metricsConf.DummyMetricsEngine{}
e.gDPR = gdpr.AlwaysAllow{}
- e.currencyConverter = currencies.NewRateConverterDefault()
+ e.currencyConverter = currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
// Run tests
for _, test := range testCases {
@@ -299,7 +301,8 @@ func TestGetBidCacheInfo(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(handlerNoBidServer))
defer server.Close()
- e := NewExchange(server.Client(), pbc.NewClient(&http.Client{}, &cfg.CacheURL, &cfg.ExtCacheURL, testEngine), cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencies.NewRateConverterDefault()).(*exchange)
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ e := NewExchange(server.Client(), pbc.NewClient(&http.Client{}, &cfg.CacheURL, &cfg.ExtCacheURL, testEngine), cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencyConverter).(*exchange)
/* 3) Build all the parameters e.buildBidResponse(ctx.Background(), liveA... ) needs */
liveAdapters := []openrtb_ext.BidderName{bidderName}
@@ -449,7 +452,8 @@ func TestBidResponseCurrency(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(handlerNoBidServer))
defer server.Close()
- e := NewExchange(server.Client(), nil, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencies.NewRateConverterDefault()).(*exchange)
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ e := NewExchange(server.Client(), nil, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencyConverter).(*exchange)
liveAdapters := make([]openrtb_ext.BidderName, 1)
liveAdapters[0] = "appnexus"
@@ -616,7 +620,8 @@ func TestRaceIntegration(t *testing.T) {
t.Errorf("Failed to create a category Fetcher: %v", error)
}
theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
- ex := NewExchange(server.Client(), &wellBehavedCache{}, cfg, theMetrics, adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencies.NewRateConverterDefault())
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ ex := NewExchange(server.Client(), &wellBehavedCache{}, cfg, theMetrics, adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencyConverter)
_, err := ex.HoldAuction(context.Background(), newRaceCheckingRequest(t), &emptyUsersync{}, pbsmetrics.Labels{}, &categoriesFetcher, nil)
if err != nil {
t.Errorf("HoldAuction returned unexpected error: %v", err)
@@ -700,7 +705,8 @@ func TestPanicRecovery(t *testing.T) {
}
theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
- e := NewExchange(&http.Client{}, nil, cfg, theMetrics, adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencies.NewRateConverterDefault()).(*exchange)
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ e := NewExchange(&http.Client{}, nil, cfg, theMetrics, adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencyConverter).(*exchange)
chBids := make(chan *bidResponseWrapper, 1)
panicker := func(aName openrtb_ext.BidderName, coreBidder openrtb_ext.BidderName, request *openrtb.BidRequest, bidlabels *pbsmetrics.AdapterLabels, conversions currencies.Conversions) {
panic("panic!")
@@ -765,7 +771,8 @@ func TestPanicRecoveryHighLevel(t *testing.T) {
Endpoint: server.URL,
}
}
- e := NewExchange(server.Client(), &mockCache{}, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencies.NewRateConverterDefault()).(*exchange)
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
+ e := NewExchange(server.Client(), &mockCache{}, cfg, pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{}), adapters.ParseBidderInfos(cfg.Adapters, "../static/bidder-info", openrtb_ext.BidderList()), gdpr.AlwaysAllow{}, currencyConverter).(*exchange)
e.adapterMap[openrtb_ext.BidderBeachfront] = panicingAdapter{}
e.adapterMap[openrtb_ext.BidderAppnexus] = panicingAdapter{}
@@ -1025,7 +1032,7 @@ func newExchangeForTests(t *testing.T, filename string, expectations map[string]
cache: &wellBehavedCache{},
cacheTime: 0,
gDPR: gdpr.AlwaysAllow{},
- currencyConverter: currencies.NewRateConverterDefault(),
+ currencyConverter: currencies.NewRateConverter(&http.Client{}, "", time.Duration(0)),
UsersyncIfAmbiguous: false,
privacyConfig: privacyConfig,
}
diff --git a/exchange/legacy_test.go b/exchange/legacy_test.go
index 3ca804a115c..61414c0ed73 100644
--- a/exchange/legacy_test.go
+++ b/exchange/legacy_test.go
@@ -4,8 +4,10 @@ import (
"context"
"encoding/json"
"errors"
+ "net/http"
"reflect"
"testing"
+ "time"
"github.com/buger/jsonparser"
"github.com/evanphx/json-patch"
@@ -58,7 +60,7 @@ func TestSiteVideo(t *testing.T) {
mockAdapter := mockLegacyAdapter{}
exchangeBidder := adaptLegacyAdapter(&mockAdapter)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
_, errs := exchangeBidder.requestBid(context.Background(), ortbRequest, openrtb_ext.BidderRubicon, 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if len(errs) > 0 {
t.Errorf("Unexpected error requesting bids: %v", errs)
@@ -92,7 +94,7 @@ func TestAppBanner(t *testing.T) {
mockAdapter := mockLegacyAdapter{}
exchangeBidder := adaptLegacyAdapter(&mockAdapter)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
_, errs := exchangeBidder.requestBid(context.Background(), ortbRequest, openrtb_ext.BidderRubicon, 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if len(errs) > 0 {
t.Errorf("Unexpected error requesting bids: %v", errs)
@@ -138,7 +140,7 @@ func TestBidTransforms(t *testing.T) {
}
exchangeBidder := adaptLegacyAdapter(&mockAdapter)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
seatBid, errs := exchangeBidder.requestBid(context.Background(), newAppOrtbRequest(), openrtb_ext.BidderRubicon, bidAdjustment, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if len(errs) != 1 {
t.Fatalf("Bad error count. Expected 1, got %d", len(errs))
@@ -287,7 +289,7 @@ func TestErrorResponse(t *testing.T) {
}
exchangeBidder := adaptLegacyAdapter(&mockAdapter)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
_, errs := exchangeBidder.requestBid(context.Background(), ortbRequest, openrtb_ext.BidderRubicon, 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if len(errs) != 1 {
t.Fatalf("Bad error count. Expected 1, got %d", len(errs))
@@ -326,7 +328,7 @@ func TestWithTargeting(t *testing.T) {
}},
}
exchangeBidder := adaptLegacyAdapter(&mockAdapter)
- currencyConverter := currencies.NewRateConverterDefault()
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
bid, errs := exchangeBidder.requestBid(context.Background(), ortbRequest, openrtb_ext.BidderFacebook, 1.0, currencyConverter.Rates(), &adapters.ExtraRequestInfo{})
if len(errs) != 0 {
t.Fatalf("This should not produce errors. Got %v", errs)
diff --git a/exchange/targeting_test.go b/exchange/targeting_test.go
index 284d56be42e..e596e5aa215 100644
--- a/exchange/targeting_test.go
+++ b/exchange/targeting_test.go
@@ -88,7 +88,7 @@ func runTargetingAuction(t *testing.T, mockBids map[openrtb_ext.BidderName][]*op
cache: &wellBehavedCache{},
cacheTime: time.Duration(0),
gDPR: gdpr.AlwaysAllow{},
- currencyConverter: currencies.NewRateConverterDefault(),
+ currencyConverter: currencies.NewRateConverter(&http.Client{}, "", time.Duration(0)),
UsersyncIfAmbiguous: false,
}
diff --git a/main.go b/main.go
index 9a835f42a4c..035d386e3b0 100644
--- a/main.go
+++ b/main.go
@@ -11,6 +11,7 @@ import (
pbc "github.com/prebid/prebid-server/prebid_cache_client"
"github.com/prebid/prebid-server/router"
"github.com/prebid/prebid-server/server"
+ "github.com/prebid/prebid-server/util/task"
"github.com/golang/glog"
"github.com/spf13/viper"
@@ -53,8 +54,10 @@ func loadConfig() (*config.Configuration, error) {
func serve(revision string, cfg *config.Configuration) error {
fetchingInterval := time.Duration(cfg.CurrencyConverter.FetchIntervalSeconds) * time.Second
staleRatesThreshold := time.Duration(cfg.CurrencyConverter.StaleRatesSeconds) * time.Second
- currencyConverter := currencies.NewRateConverter(&http.Client{}, cfg.CurrencyConverter.FetchURL,
- fetchingInterval, staleRatesThreshold)
+ currencyConverter := currencies.NewRateConverter(&http.Client{}, cfg.CurrencyConverter.FetchURL, staleRatesThreshold)
+
+ currencyConverterTickerTask := task.NewTickerTask(fetchingInterval, currencyConverter)
+ currencyConverterTickerTask.Start()
r, err := router.New(cfg, currencyConverter)
if err != nil {
@@ -64,7 +67,7 @@ func serve(revision string, cfg *config.Configuration) error {
pbc.InitPrebidCache(cfg.CacheURL.GetBaseURL())
corsRouter := router.SupportCORS(r)
- server.Listen(cfg, router.NoCache{Handler: corsRouter}, router.Admin(revision, currencyConverter), r.MetricsEngine)
+ server.Listen(cfg, router.NoCache{Handler: corsRouter}, router.Admin(revision, currencyConverter, fetchingInterval), r.MetricsEngine)
r.Shutdown()
return nil
diff --git a/router/admin.go b/router/admin.go
index 83c4701bb19..fe268c48b2c 100644
--- a/router/admin.go
+++ b/router/admin.go
@@ -3,12 +3,13 @@ package router
import (
"net/http"
"net/http/pprof"
+ "time"
"github.com/prebid/prebid-server/currencies"
"github.com/prebid/prebid-server/endpoints"
)
-func Admin(revision string, rateConverter *currencies.RateConverter) *http.ServeMux {
+func Admin(revision string, rateConverter *currencies.RateConverter, rateConverterFetchingInterval time.Duration) *http.ServeMux {
// Add endpoints to the admin server
// Making sure to add pprof routes
mux := http.NewServeMux()
@@ -19,7 +20,7 @@ func Admin(revision string, rateConverter *currencies.RateConverter) *http.Serve
mux.HandleFunc("/debug/pprof/symbol", pprof.Symbol)
mux.HandleFunc("/debug/pprof/trace", pprof.Trace)
// Register prebid-server defined admin handlers
- mux.HandleFunc("/currency/rates", endpoints.NewCurrencyRatesEndpoint(rateConverter))
+ mux.HandleFunc("/currency/rates", endpoints.NewCurrencyRatesEndpoint(rateConverter, rateConverterFetchingInterval))
mux.HandleFunc("/version", endpoints.NewVersionEndpoint(revision))
return mux
}
diff --git a/util/task/ticker_task.go b/util/task/ticker_task.go
new file mode 100644
index 00000000000..a8d523b75d5
--- /dev/null
+++ b/util/task/ticker_task.go
@@ -0,0 +1,53 @@
+package task
+
+import (
+ "time"
+)
+
+type Runner interface {
+ Run() error
+}
+
+type TickerTask struct {
+ interval time.Duration
+ runner Runner
+ done chan struct{}
+}
+
+func NewTickerTask(interval time.Duration, runner Runner) *TickerTask {
+ return &TickerTask{
+ interval: interval,
+ runner: runner,
+ done: make(chan struct{}),
+ }
+}
+
+// Start runs the task immediately and then schedules the task to run periodically
+// if a positive fetching interval has been specified.
+func (t *TickerTask) Start() {
+ t.runner.Run()
+
+ if t.interval > 0 {
+ go t.runRecurring()
+ }
+}
+
+// Stop stops the periodic task but the task runner maintains state
+func (t *TickerTask) Stop() {
+ close(t.done)
+}
+
+// run creates a ticker that ticks at the specified interval. On each tick,
+// the task is executed
+func (t *TickerTask) runRecurring() {
+ ticker := time.NewTicker(t.interval)
+
+ for {
+ select {
+ case <-ticker.C:
+ t.runner.Run()
+ case <-t.done:
+ return
+ }
+ }
+}
diff --git a/util/task/ticker_task_test.go b/util/task/ticker_task_test.go
new file mode 100644
index 00000000000..27551c9a2c2
--- /dev/null
+++ b/util/task/ticker_task_test.go
@@ -0,0 +1,63 @@
+package task_test
+
+import (
+ "testing"
+ "time"
+
+ "github.com/prebid/prebid-server/util/task"
+ "github.com/stretchr/testify/assert"
+)
+
+type MockRunner struct {
+ RunCount int
+}
+
+func (mcc *MockRunner) Run() error {
+ mcc.RunCount++
+ return nil
+}
+
+func TestStartWithSingleRun(t *testing.T) {
+ // Setup:
+ runner := &MockRunner{RunCount: 0}
+ interval := 0 * time.Millisecond
+ ticker := task.NewTickerTask(interval, runner)
+
+ // Execute:
+ ticker.Start()
+ time.Sleep(10 * time.Millisecond)
+
+ // Verify:
+ assert.Equal(t, runner.RunCount, 1, "runner should have run one time")
+}
+
+func TestStartWithPeriodicRun(t *testing.T) {
+ // Setup:
+ runner := &MockRunner{RunCount: 0}
+ interval := 10 * time.Millisecond
+ ticker := task.NewTickerTask(interval, runner)
+
+ // Execute:
+ ticker.Start()
+ time.Sleep(25 * time.Millisecond)
+ ticker.Stop()
+
+ // Verify:
+ assert.Equal(t, runner.RunCount, 3, "runner should have run three times")
+}
+
+func TestStop(t *testing.T) {
+ // Setup:
+ runner := &MockRunner{RunCount: 0}
+ interval := 10 * time.Millisecond
+ ticker := task.NewTickerTask(interval, runner)
+
+ // Execute:
+ ticker.Start()
+ time.Sleep(25 * time.Millisecond)
+ ticker.Stop()
+ time.Sleep(25 * time.Millisecond) // wait in case stop failed so additional runs can happen
+
+ // Verify:
+ assert.Equal(t, runner.RunCount, 3, "runner should have run three times")
+}
diff --git a/util/timeutil/time.go b/util/timeutil/time.go
new file mode 100644
index 00000000000..e8eaae7d61f
--- /dev/null
+++ b/util/timeutil/time.go
@@ -0,0 +1,16 @@
+package timeutil
+
+import (
+ "time"
+)
+
+type Time interface {
+ Now() time.Time
+}
+
+// RealTime wraps the time package for testability
+type RealTime struct{}
+
+func (c *RealTime) Now() time.Time {
+ return time.Now()
+}
From a4ac6b63f312ac94d4844b7129fcf8f3dd044204 Mon Sep 17 00:00:00 2001
From: Scott Kay
Date: Wed, 12 Aug 2020 18:57:54 -0400
Subject: [PATCH 166/381] Fix TCF1 Fetcher Fallback (#1438)
---
gdpr/vendorlist-fetching.go | 2 +-
gdpr/vendorlist-fetching_test.go | 6 +++---
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/gdpr/vendorlist-fetching.go b/gdpr/vendorlist-fetching.go
index a0a73c93008..1442f81c3ba 100644
--- a/gdpr/vendorlist-fetching.go
+++ b/gdpr/vendorlist-fetching.go
@@ -158,7 +158,7 @@ func newVendorListCache(fallbackVL api.VendorList) (save func(id uint16, list ap
if ok {
return list.(vendorlist.VendorList)
}
- return fallbackVL
+ return nil
}
return
}
diff --git a/gdpr/vendorlist-fetching_test.go b/gdpr/vendorlist-fetching_test.go
index c989ef4cef8..031e564094c 100644
--- a/gdpr/vendorlist-fetching_test.go
+++ b/gdpr/vendorlist-fetching_test.go
@@ -173,7 +173,7 @@ func TestDefaultVendorList(t *testing.T) {
assert.Equal(t, false, vendor.Purpose(2))
}
-func TestDefaultVendorListPassthrough(t *testing.T) {
+func TestFallbackVendorListPassthrough(t *testing.T) {
firstVendorList := mockVendorListData(t, 1, map[uint16]*purposes{
32: {
purposes: []int{1, 2},
@@ -184,7 +184,7 @@ func TestDefaultVendorListPassthrough(t *testing.T) {
purposes: []int{2},
},
})
- server := httptest.NewServer(http.HandlerFunc(mockServer(2, map[int]string{
+ server := httptest.NewServer(http.HandlerFunc(mockServer(1, map[int]string{
1: firstVendorList,
2: secondVendorList,
})))
@@ -204,7 +204,7 @@ func TestDefaultVendorListPassthrough(t *testing.T) {
assert.Equal(t, true, vendor.Purpose(2))
}
-func TestDefaultVendorListNoFetch(t *testing.T) {
+func TestFallbackVendorListNoFetch(t *testing.T) {
firstVendorList := mockVendorListData(t, 1, map[uint16]*purposes{
32: {
purposes: []int{1, 2},
From dee2ca502fbd8573a46380df461159368d4dba84 Mon Sep 17 00:00:00 2001
From: ShriprasadM
Date: Fri, 14 Aug 2020 17:15:19 +0530
Subject: [PATCH 167/381] UOE-5440: Changes for capturing Pod algorithm
execution time using pbmetrics (#65)
* Added function getPrometheusRegistry()
* Exported function GetPrometheusRegistry
* UOE-5440: Capturing execution time in nanoseconds for algorithms
* UOE-5440: Changes for prometheus algorithem metrics for pod using pbsmetrics
* UOE-5440: Test cases for prometheus
* UOE-5440: Added test cases
* UOE-5440: Changing buckets
* UOE-5440: changes in pbsmetrics for newly added metrics
Co-authored-by: Sachin Survase
Co-authored-by: PubMatic-OpenWrap
Co-authored-by: Shriprasad
---
endpoints/openrtb2/ctv/adpod_generator.go | 57 ++++++++++---
endpoints/openrtb2/ctv/constant.go | 10 +++
.../openrtb2/ctv/impressions/impressions.go | 6 ++
endpoints/openrtb2/ctv_auction.go | 16 +++-
pbsmetrics/config/metrics.go | 33 +++++++
pbsmetrics/go_metrics.go | 12 +++
pbsmetrics/metrics.go | 31 +++++++
pbsmetrics/prometheus/prometheus.go | 85 +++++++++++++++++++
pbsmetrics/prometheus/prometheus_test.go | 41 +++++++++
router/router.go | 10 +++
10 files changed, 285 insertions(+), 16 deletions(-)
diff --git a/endpoints/openrtb2/ctv/adpod_generator.go b/endpoints/openrtb2/ctv/adpod_generator.go
index 10f4cc4427d..bec01ee069a 100644
--- a/endpoints/openrtb2/ctv/adpod_generator.go
+++ b/endpoints/openrtb2/ctv/adpod_generator.go
@@ -7,6 +7,7 @@ import (
"github.com/PubMatic-OpenWrap/openrtb"
"github.com/PubMatic-OpenWrap/prebid-server/openrtb_ext"
+ "github.com/PubMatic-OpenWrap/prebid-server/pbsmetrics"
)
/********************* AdPodGenerator Functions *********************/
@@ -20,14 +21,15 @@ type filteredBid struct {
reasonCode FilterReasonCode
}
type highestCombination struct {
- bids []*Bid
- bidIDs []string
- durations []int
- price float64
- categoryScore map[string]int
- domainScore map[string]int
- filteredBids map[string]*filteredBid
- timeTaken time.Duration
+ bids []*Bid
+ bidIDs []string
+ durations []int
+ price float64
+ categoryScore map[string]int
+ domainScore map[string]int
+ filteredBids map[string]*filteredBid
+ timeTakenCompExcl time.Duration // time taken by comp excl
+ timeTakenCombGen time.Duration // time taken by combination generator
}
//AdPodGenerator AdPodGenerator
@@ -38,16 +40,18 @@ type AdPodGenerator struct {
buckets BidsBuckets
comb ICombination
adpod *openrtb_ext.VideoAdPod
+ met pbsmetrics.MetricsEngine
}
//NewAdPodGenerator will generate adpod based on configuration
-func NewAdPodGenerator(request *openrtb.BidRequest, impIndex int, buckets BidsBuckets, comb ICombination, adpod *openrtb_ext.VideoAdPod) *AdPodGenerator {
+func NewAdPodGenerator(request *openrtb.BidRequest, impIndex int, buckets BidsBuckets, comb ICombination, adpod *openrtb_ext.VideoAdPod, met pbsmetrics.MetricsEngine) *AdPodGenerator {
return &AdPodGenerator{
request: request,
impIndex: impIndex,
buckets: buckets,
comb: comb,
adpod: adpod,
+ met: met,
}
}
@@ -74,7 +78,8 @@ func (o *AdPodGenerator) cleanup(wg *sync.WaitGroup, responseCh chan *highestCom
}
func (o *AdPodGenerator) getAdPodBids(timeout time.Duration) []*highestCombination {
- defer TimeTrack(time.Now(), fmt.Sprintf("Tid:%v ImpId:%v getAdPodBids", o.request.ID, o.request.Imp[o.impIndex].ID))
+ start := time.Now()
+ defer TimeTrack(start, fmt.Sprintf("Tid:%v ImpId:%v getAdPodBids", o.request.ID, o.request.Imp[o.impIndex].ID))
maxRoutines := 3
isTimedOutORReceivedAllResponses := false
@@ -84,20 +89,24 @@ func (o *AdPodGenerator) getAdPodBids(timeout time.Duration) []*highestCombinati
lock := sync.Mutex{}
ticker := time.NewTicker(timeout)
+ combinationCount := 0
for i := 0; i < maxRoutines; i++ {
wg.Add(1)
go func() {
for !isTimedOutORReceivedAllResponses {
+ combGenStartTime := time.Now()
lock.Lock()
durations := o.comb.Get()
lock.Unlock()
+ combGenElapsedTime := time.Since(combGenStartTime)
if len(durations) == 0 {
break
}
hbc := o.getUniqueBids(durations)
+ hbc.timeTakenCombGen = combGenElapsedTime
responseCh <- hbc
- Logf("Tid:%v GetUniqueBids Durations:%v Price:%v Time:%v Bids:%v", o.request.ID, hbc.durations[:], hbc.price, hbc.timeTaken, hbc.bidIDs[:])
+ Logf("Tid:%v GetUniqueBids Durations:%v Price:%v Time:%v Bids:%v", o.request.ID, hbc.durations[:], hbc.price, hbc.timeTakenCompExcl, hbc.bidIDs[:])
}
wg.Done()
}()
@@ -107,14 +116,20 @@ func (o *AdPodGenerator) getAdPodBids(timeout time.Duration) []*highestCombinati
// when all go routines are executed
go o.cleanup(wg, responseCh)
+ totalTimeByCombGen := int64(0)
+ totalTimeByCompExcl := int64(0)
for !isTimedOutORReceivedAllResponses {
select {
case hbc, ok := <-responseCh:
+
if false == ok {
isTimedOutORReceivedAllResponses = true
break
}
if nil != hbc {
+ combinationCount++
+ totalTimeByCombGen += int64(hbc.timeTakenCombGen)
+ totalTimeByCompExcl += int64(hbc.timeTakenCompExcl)
results = append(results, hbc)
}
case <-ticker.C:
@@ -124,6 +139,24 @@ func (o *AdPodGenerator) getAdPodBids(timeout time.Duration) []*highestCombinati
}
defer ticker.Stop()
+
+ labels := pbsmetrics.PodLabels{
+ AlgorithmName: string(CombinationGeneratorV1),
+ NoOfCombinations: new(int),
+ }
+ *labels.NoOfCombinations = combinationCount
+ o.met.RecordPodCombGenTime(labels, time.Duration(totalTimeByCombGen))
+
+ compExclLabels := pbsmetrics.PodLabels{
+ AlgorithmName: string(CompetitiveExclusionV1),
+ NoOfResponseBids: new(int),
+ }
+ *compExclLabels.NoOfResponseBids = 0
+ for _, ads := range o.buckets {
+ *compExclLabels.NoOfResponseBids += len(ads)
+ }
+ o.met.RecordPodCompititveExclusionTime(compExclLabels, time.Duration(totalTimeByCompExcl))
+
return results[:]
}
@@ -193,7 +226,7 @@ func (o *AdPodGenerator) getUniqueBids(durationSequence []int) *highestCombinati
}
hbc := findUniqueCombinations(data[:], combinations[:], *o.adpod.IABCategoryExclusionPercent, *o.adpod.AdvertiserExclusionPercent)
hbc.durations = durationSequence[:]
- hbc.timeTaken = time.Since(startTime)
+ hbc.timeTakenCompExcl = time.Since(startTime)
return hbc
}
diff --git a/endpoints/openrtb2/ctv/constant.go b/endpoints/openrtb2/ctv/constant.go
index fd7beebc6fc..e3b7af8ad3e 100644
--- a/endpoints/openrtb2/ctv/constant.go
+++ b/endpoints/openrtb2/ctv/constant.go
@@ -39,3 +39,13 @@ const (
CTVRCCategoryExclusion FilterReasonCode = 2
CTVRCDomainExclusion FilterReasonCode = 3
)
+
+// MonitorKey provides the unique key for moniroting the algorithms
+type MonitorKey string
+
+const (
+ // CombinationGeneratorV1 ...
+ CombinationGeneratorV1 MonitorKey = "comp_exclusion_v1"
+ // CompetitiveExclusionV1 ...
+ CompetitiveExclusionV1 MonitorKey = "comp_exclusion_v1"
+)
diff --git a/endpoints/openrtb2/ctv/impressions/impressions.go b/endpoints/openrtb2/ctv/impressions/impressions.go
index 1131e05f927..9338e6ece94 100644
--- a/endpoints/openrtb2/ctv/impressions/impressions.go
+++ b/endpoints/openrtb2/ctv/impressions/impressions.go
@@ -29,6 +29,12 @@ const (
MinMaxAlgorithm
)
+// MonitorKey provides the unique key for moniroting the impressions algorithm
+var MonitorKey = map[Algorithm]string{
+ MaximizeForDuration: `a1_max`,
+ MinMaxAlgorithm: `a2_min_max`,
+}
+
// Value use to compute Ad Slot Durations and Pod Durations for internal computation
// Right now this value is set to 5, based on passed data observations
// Observed that typically video impression contains contains minimum and maximum duration in multiples of 5
diff --git a/endpoints/openrtb2/ctv_auction.go b/endpoints/openrtb2/ctv_auction.go
index df8835af10d..4754ad06c40 100644
--- a/endpoints/openrtb2/ctv_auction.go
+++ b/endpoints/openrtb2/ctv_auction.go
@@ -407,7 +407,7 @@ func (deps *ctvEndpointDeps) getAllAdPodImpsConfigs() {
if nil == imp.Video || nil == deps.impData[index].VideoExt || nil == deps.impData[index].VideoExt.AdPod {
continue
}
- deps.impData[index].Config = getAdPodImpsConfigs(&imp, deps.impData[index].VideoExt.AdPod)
+ deps.impData[index].Config = deps.getAdPodImpsConfigs(&imp, deps.impData[index].VideoExt.AdPod)
if 0 == len(deps.impData[index].Config) {
errorCode := new(int)
*errorCode = 101
@@ -417,9 +417,17 @@ func (deps *ctvEndpointDeps) getAllAdPodImpsConfigs() {
}
//getAdPodImpsConfigs will return number of impressions configurations within adpod
-func getAdPodImpsConfigs(imp *openrtb.Imp, adpod *openrtb_ext.VideoAdPod) []*ctv.ImpAdPodConfig {
- impGen := impressions.NewImpressions(imp.Video.MinDuration, imp.Video.MaxDuration, adpod, impressions.MinMaxAlgorithm)
+func (deps *ctvEndpointDeps) getAdPodImpsConfigs(imp *openrtb.Imp, adpod *openrtb_ext.VideoAdPod) []*ctv.ImpAdPodConfig {
+ selectedAlgorithm := impressions.MinMaxAlgorithm
+ labels := pbsmetrics.PodLabels{AlgorithmName: impressions.MonitorKey[selectedAlgorithm], NoOfImpressions: new(int)}
+
+ // monitor
+ start := time.Now()
+ impGen := impressions.NewImpressions(imp.Video.MinDuration, imp.Video.MaxDuration, adpod, selectedAlgorithm)
impRanges := impGen.Get()
+ *labels.NoOfImpressions = len(impRanges)
+ deps.metricsEngine.RecordPodImpGenTime(labels, start)
+
config := make([]*ctv.ImpAdPodConfig, len(impRanges))
for i, value := range impRanges {
config[i] = &ctv.ImpAdPodConfig{
@@ -610,7 +618,7 @@ func (deps *ctvEndpointDeps) doAdPodExclusions() ctv.AdPodBids {
deps.impData[index].VideoExt.AdPod)
//adpod generator
- adpodGenerator := ctv.NewAdPodGenerator(deps.request, index, buckets, comb, deps.impData[index].VideoExt.AdPod)
+ adpodGenerator := ctv.NewAdPodGenerator(deps.request, index, buckets, comb, deps.impData[index].VideoExt.AdPod, deps.metricsEngine)
adpodBids := adpodGenerator.GetAdPodBids()
if adpodBids != nil {
diff --git a/pbsmetrics/config/metrics.go b/pbsmetrics/config/metrics.go
index ce6c0f5a707..edc0d1c1192 100644
--- a/pbsmetrics/config/metrics.go
+++ b/pbsmetrics/config/metrics.go
@@ -195,6 +195,27 @@ func (me *MultiMetricsEngine) RecordTimeoutNotice(success bool) {
}
}
+// RecordPodImpGenTime across all engines
+func (me *MultiMetricsEngine) RecordPodImpGenTime(labels pbsmetrics.PodLabels, startTime time.Time) {
+ for _, thisME := range *me {
+ thisME.RecordPodImpGenTime(labels, startTime)
+ }
+}
+
+// RecordPodCombGenTime as a noop
+func (me *MultiMetricsEngine) RecordPodCombGenTime(labels pbsmetrics.PodLabels, elapsedTime time.Duration) {
+ for _, thisME := range *me {
+ thisME.RecordPodCombGenTime(labels, elapsedTime)
+ }
+}
+
+// RecordPodCompititveExclusionTime as a noop
+func (me *MultiMetricsEngine) RecordPodCompititveExclusionTime(labels pbsmetrics.PodLabels, elapsedTime time.Duration) {
+ for _, thisME := range *me {
+ thisME.RecordPodCompititveExclusionTime(labels, elapsedTime)
+ }
+}
+
// DummyMetricsEngine is a Noop metrics engine in case no metrics are configured. (may also be useful for tests)
type DummyMetricsEngine struct{}
@@ -273,3 +294,15 @@ func (me *DummyMetricsEngine) RecordRequestQueueTime(success bool, requestType p
// RecordTimeoutNotice as a noop
func (me *DummyMetricsEngine) RecordTimeoutNotice(success bool) {
}
+
+// RecordPodImpGenTime as a noop
+func (me *DummyMetricsEngine) RecordPodImpGenTime(labels pbsmetrics.PodLabels, start time.Time) {
+}
+
+// RecordPodCombGenTime as a noop
+func (me *DummyMetricsEngine) RecordPodCombGenTime(labels pbsmetrics.PodLabels, elapsedTime time.Duration) {
+}
+
+// RecordPodCompititveExclusionTime as a noop
+func (me *DummyMetricsEngine) RecordPodCompititveExclusionTime(labels pbsmetrics.PodLabels, elapsedTime time.Duration) {
+}
diff --git a/pbsmetrics/go_metrics.go b/pbsmetrics/go_metrics.go
index cf634cc5ae1..01305fb46f3 100644
--- a/pbsmetrics/go_metrics.go
+++ b/pbsmetrics/go_metrics.go
@@ -562,6 +562,18 @@ func (me *Metrics) RecordTimeoutNotice(success bool) {
return
}
+// RecordPodImpGenTime as a noop
+func (me *Metrics) RecordPodImpGenTime(labels PodLabels, startTime time.Time) {
+}
+
+// RecordPodCombGenTime as a noop
+func (me *Metrics) RecordPodCombGenTime(labels PodLabels, elapsedTime time.Duration) {
+}
+
+// RecordPodCompititveExclusionTime as a noop
+func (me *Metrics) RecordPodCompititveExclusionTime(labels PodLabels, elapsedTime time.Duration) {
+}
+
func doMark(bidder openrtb_ext.BidderName, meters map[openrtb_ext.BidderName]metrics.Meter) {
met, ok := meters[bidder]
if ok {
diff --git a/pbsmetrics/metrics.go b/pbsmetrics/metrics.go
index 770f5750335..430849deca0 100644
--- a/pbsmetrics/metrics.go
+++ b/pbsmetrics/metrics.go
@@ -36,6 +36,15 @@ type ImpLabels struct {
NativeImps bool
}
+// PodLabels defines metric labels describing algorithm type
+// and other labels as per scenario
+type PodLabels struct {
+ AlgorithmName string // AlgorithmName which is used for generating impressions
+ NoOfImpressions *int // NoOfImpressions represents number of impressions generated
+ NoOfCombinations *int // NoOfCombinations represents number of combinations generated
+ NoOfResponseBids *int // NoOfResponseBids represents number of bids responded (including bids with similar duration)
+}
+
// RequestLabels defines metric labels describing the result of a network request.
type RequestLabels struct {
RequestStatus RequestStatus
@@ -276,4 +285,26 @@ type MetricsEngine interface {
RecordPrebidCacheRequestTime(success bool, length time.Duration)
RecordRequestQueueTime(success bool, requestType RequestType, length time.Duration)
RecordTimeoutNotice(sucess bool)
+ // ad pod specific metrics
+
+ // RecordPodImpGenTime records number of impressions generated and time taken
+ // by underneath algorithm to generate them
+ // labels accept name of the algorithm and no of impressions generated
+ // startTime indicates the time at which algorithm started
+ // This function will take care of computing the elpased time
+ RecordPodImpGenTime(labels PodLabels, startTime time.Time)
+
+ // RecordPodCombGenTime records number of combinations generated and time taken
+ // by underneath algorithm to generate them
+ // labels accept name of the algorithm and no of combinations generated
+ // elapsedTime indicates the time taken by combination generator to compute all requested combinations
+ // This function will take care of computing the elpased time
+ RecordPodCombGenTime(labels PodLabels, elapsedTime time.Duration)
+
+ // RecordPodCompititveExclusionTime records time take by competitive exclusion
+ // to compute the final Ad pod Response.
+ // labels accept name of the algorithm and no of combinations evaluated, total bids
+ // elapsedTime indicates the time taken by competitive exclusion to form final ad pod response using combinations and exclusion algorithm
+ // This function will take care of computing the elpased time
+ RecordPodCompititveExclusionTime(labels PodLabels, elapsedTime time.Duration)
}
diff --git a/pbsmetrics/prometheus/prometheus.go b/pbsmetrics/prometheus/prometheus.go
index 9c06d6032f4..cde0cab0283 100644
--- a/pbsmetrics/prometheus/prometheus.go
+++ b/pbsmetrics/prometheus/prometheus.go
@@ -42,6 +42,20 @@ type Metrics struct {
// Account Metrics
accountRequests *prometheus.CounterVec
+
+ // Ad Pod Metrics
+
+ // podImpGenTimer indicates time taken by impression generator
+ // algorithm to generate impressions for given ad pod request
+ podImpGenTimer *prometheus.HistogramVec
+
+ // podImpGenTimer indicates time taken by combination generator
+ // algorithm to generate combination based on bid response and ad pod request
+ podCombGenTimer *prometheus.HistogramVec
+
+ // podCompExclTimer indicates time taken by compititve exclusion
+ // algorithm to generate final pod response based on bid response and ad pod request
+ podCompExclTimer *prometheus.HistogramVec
}
const (
@@ -85,6 +99,14 @@ const (
requestFailed = "failed"
)
+// pod specific constants
+const (
+ podAlgorithm = "algorithm"
+ podNoOfImpressions = "no_of_impressions"
+ podTotalCombinations = "total_combinations"
+ podNoOfResponseBids = "no_of_response_bids"
+)
+
// NewMetrics initializes a new Prometheus metrics instance with preloaded label values.
func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
requestTimeBuckets := []float64{0.05, 0.1, 0.15, 0.20, 0.25, 0.3, 0.4, 0.5, 0.75, 1}
@@ -211,6 +233,28 @@ func NewMetrics(cfg config.PrometheusMetrics) *Metrics {
[]string{requestTypeLabel, requestStatusLabel},
queuedRequestTimeBuckets)
+ // adpod specific metrics
+ metrics.podImpGenTimer = newHistogram(cfg, metrics.Registry,
+ "impr_gen",
+ "Time taken by Ad Pod Impression Generator in seconds", []string{podAlgorithm, podNoOfImpressions},
+ // 200 µS, 250 µS, 275 µS, 300 µS
+ //[]float64{0.000200000, 0.000250000, 0.000275000, 0.000300000})
+ // 100 µS, 200 µS, 300 µS, 400 µS, 500 µS, 600 µS,
+ []float64{0.000100000, 0.000200000, 0.000300000, 0.000400000, 0.000500000, 0.000600000})
+
+ metrics.podCombGenTimer = newHistogram(cfg, metrics.Registry,
+ "comb_gen",
+ "Time taken by Ad Pod Combination Generator in seconds", []string{podAlgorithm, podTotalCombinations},
+ // 200 µS, 250 µS, 275 µS, 300 µS
+ //[]float64{0.000200000, 0.000250000, 0.000275000, 0.000300000})
+ []float64{0.000100000, 0.000200000, 0.000300000, 0.000400000, 0.000500000, 0.000600000})
+
+ metrics.podCompExclTimer = newHistogram(cfg, metrics.Registry,
+ "comp_excl",
+ "Time taken by Ad Pod Compititve Exclusion in seconds", []string{podAlgorithm, podNoOfResponseBids},
+ // 200 µS, 250 µS, 275 µS, 300 µS
+ //[]float64{0.000200000, 0.000250000, 0.000275000, 0.000300000})
+ []float64{0.000100000, 0.000200000, 0.000300000, 0.000400000, 0.000500000, 0.000600000})
preloadLabelValues(&metrics)
return &metrics
@@ -421,3 +465,44 @@ func (m *Metrics) RecordTimeoutNotice(success bool) {
}).Inc()
}
}
+
+// pod specific metrics
+
+// recordAlgoTime is common method which handles algorithm time performance
+func recordAlgoTime(timer *prometheus.HistogramVec, labels pbsmetrics.PodLabels, elapsedTime time.Duration) {
+
+ pmLabels := prometheus.Labels{
+ podAlgorithm: labels.AlgorithmName,
+ }
+
+ if labels.NoOfImpressions != nil {
+ pmLabels[podNoOfImpressions] = strconv.Itoa(*labels.NoOfImpressions)
+ }
+ if labels.NoOfCombinations != nil {
+ pmLabels[podTotalCombinations] = strconv.Itoa(*labels.NoOfCombinations)
+ }
+ if labels.NoOfResponseBids != nil {
+ pmLabels[podNoOfResponseBids] = strconv.Itoa(*labels.NoOfResponseBids)
+ }
+
+ timer.With(pmLabels).Observe(elapsedTime.Seconds())
+}
+
+// RecordPodImpGenTime records number of impressions generated and time taken
+// by underneath algorithm to generate them
+func (m *Metrics) RecordPodImpGenTime(labels pbsmetrics.PodLabels, start time.Time) {
+ elapsedTime := time.Since(start)
+ recordAlgoTime(m.podImpGenTimer, labels, elapsedTime)
+}
+
+// RecordPodCombGenTime records number of combinations generated and time taken
+// by underneath algorithm to generate them
+func (m *Metrics) RecordPodCombGenTime(labels pbsmetrics.PodLabels, elapsedTime time.Duration) {
+ recordAlgoTime(m.podCombGenTimer, labels, elapsedTime)
+}
+
+// RecordPodCompititveExclusionTime records number of combinations comsumed for forming
+// final ad pod response and time taken by underneath algorithm to generate them
+func (m *Metrics) RecordPodCompititveExclusionTime(labels pbsmetrics.PodLabels, elapsedTime time.Duration) {
+ recordAlgoTime(m.podCompExclTimer, labels, elapsedTime)
+}
diff --git a/pbsmetrics/prometheus/prometheus_test.go b/pbsmetrics/prometheus/prometheus_test.go
index 21f182e2094..ba187603b60 100644
--- a/pbsmetrics/prometheus/prometheus_test.go
+++ b/pbsmetrics/prometheus/prometheus_test.go
@@ -1,6 +1,7 @@
package prometheusmetrics
import (
+ "strconv"
"testing"
"time"
@@ -944,6 +945,46 @@ func TestTimeoutNotifications(t *testing.T) {
}
+func TestRecordPodImpGenTime(t *testing.T) {
+ impressions := 4
+ testAlgorithmMetrics(t, impressions, func(m *Metrics) dto.Histogram {
+ m.RecordPodImpGenTime(pbsmetrics.PodLabels{AlgorithmName: "sample_imp_algo", NoOfImpressions: &impressions}, time.Now())
+ return getHistogramFromHistogramVec(m.podImpGenTimer, podNoOfImpressions, strconv.Itoa(impressions))
+ })
+}
+
+func TestRecordPodCombGenTime(t *testing.T) {
+ combinations := 5
+ testAlgorithmMetrics(t, combinations, func(m *Metrics) dto.Histogram {
+ m.RecordPodCombGenTime(pbsmetrics.PodLabels{AlgorithmName: "sample_comb_algo", NoOfCombinations: &combinations}, time.Now())
+ return getHistogramFromHistogramVec(m.podCombGenTimer, podTotalCombinations, strconv.Itoa(combinations))
+ })
+}
+
+func TestRecordPodCompetitiveExclusionTime(t *testing.T) {
+ totalBids := 8
+ testAlgorithmMetrics(t, totalBids, func(m *Metrics) dto.Histogram {
+ m.RecordPodCompititveExclusionTime(pbsmetrics.PodLabels{AlgorithmName: "sample_comt_excl_algo", NoOfResponseBids: &totalBids}, time.Now())
+ return getHistogramFromHistogramVec(m.podCompExclTimer, podNoOfResponseBids, strconv.Itoa(totalBids))
+ })
+}
+
+func testAlgorithmMetrics(t *testing.T, input int, f func(m *Metrics) dto.Histogram) {
+ // test input
+ adRequests := 2
+ m := createMetricsForTesting()
+ var result dto.Histogram
+ for req := 1; req <= adRequests; req++ {
+ result = f(m)
+ }
+
+ // assert observations
+ assert.Equal(t, uint64(adRequests), result.GetSampleCount(), "ad requests : count")
+ for _, bucket := range result.Bucket {
+ assert.Equal(t, uint64(adRequests), bucket.GetCumulativeCount(), "total observations")
+ }
+}
+
func assertCounterValue(t *testing.T, description, name string, counter prometheus.Counter, expected float64) {
m := dto.Metric{}
counter.Write(&m)
diff --git a/router/router.go b/router/router.go
index 6da9800ba43..843fda9ab25 100644
--- a/router/router.go
+++ b/router/router.go
@@ -6,6 +6,7 @@ import (
"database/sql"
"encoding/json"
"fmt"
+ "github.com/prometheus/client_golang/prometheus"
"io/ioutil"
"net/http"
"path/filepath"
@@ -422,3 +423,12 @@ func readDefaultRequest(defReqConfig config.DefReqConfig) (map[string]string, []
}
return aliases, []byte{}
}
+
+func GetPrometheusRegistry() *prometheus.Registry {
+ mEngine, ok := g_metrics.(*metricsConf.DetailedMetricsEngine)
+ if !ok || mEngine == nil || mEngine.PrometheusMetrics == nil {
+ return nil
+ }
+
+ return mEngine.PrometheusMetrics.Registry
+}
From db9a64382c715fe11005af49f5aada690c904e4b Mon Sep 17 00:00:00 2001
From: ShriprasadM
Date: Fri, 14 Aug 2020 18:28:00 +0530
Subject: [PATCH 168/381] UOE-5440: Fixed the Unit test issues (#72)
Fixed unit test issues
Co-authored-by: Sachin Survase
Co-authored-by: PubMatic-OpenWrap
Co-authored-by: Shriprasad
---
pbsmetrics/metrics_mock.go | 15 +++++++++++++++
pbsmetrics/prometheus/prometheus_test.go | 4 ++--
2 files changed, 17 insertions(+), 2 deletions(-)
diff --git a/pbsmetrics/metrics_mock.go b/pbsmetrics/metrics_mock.go
index d5661f4bfe4..946900ee202 100644
--- a/pbsmetrics/metrics_mock.go
+++ b/pbsmetrics/metrics_mock.go
@@ -106,3 +106,18 @@ func (me *MetricsEngineMock) RecordRequestQueueTime(success bool, requestType Re
func (me *MetricsEngineMock) RecordTimeoutNotice(success bool) {
me.Called(success)
}
+
+// RecordPodImpGenTime mock
+func (me *MetricsEngineMock) RecordPodImpGenTime(labels PodLabels, startTime time.Time) {
+ me.Called(labels, startTime)
+}
+
+// RecordPodCombGenTime mock
+func (me *MetricsEngineMock) RecordPodCombGenTime(labels PodLabels, elapsedTime time.Duration) {
+ me.Called(labels, elapsedTime)
+}
+
+// RecordPodCompititveExclusionTime mock
+func (me *MetricsEngineMock) RecordPodCompititveExclusionTime(labels PodLabels, elapsedTime time.Duration) {
+ me.Called(labels, elapsedTime)
+}
diff --git a/pbsmetrics/prometheus/prometheus_test.go b/pbsmetrics/prometheus/prometheus_test.go
index ba187603b60..ed9a81caef6 100644
--- a/pbsmetrics/prometheus/prometheus_test.go
+++ b/pbsmetrics/prometheus/prometheus_test.go
@@ -956,7 +956,7 @@ func TestRecordPodImpGenTime(t *testing.T) {
func TestRecordPodCombGenTime(t *testing.T) {
combinations := 5
testAlgorithmMetrics(t, combinations, func(m *Metrics) dto.Histogram {
- m.RecordPodCombGenTime(pbsmetrics.PodLabels{AlgorithmName: "sample_comb_algo", NoOfCombinations: &combinations}, time.Now())
+ m.RecordPodCombGenTime(pbsmetrics.PodLabels{AlgorithmName: "sample_comb_algo", NoOfCombinations: &combinations}, time.Since(time.Now()))
return getHistogramFromHistogramVec(m.podCombGenTimer, podTotalCombinations, strconv.Itoa(combinations))
})
}
@@ -964,7 +964,7 @@ func TestRecordPodCombGenTime(t *testing.T) {
func TestRecordPodCompetitiveExclusionTime(t *testing.T) {
totalBids := 8
testAlgorithmMetrics(t, totalBids, func(m *Metrics) dto.Histogram {
- m.RecordPodCompititveExclusionTime(pbsmetrics.PodLabels{AlgorithmName: "sample_comt_excl_algo", NoOfResponseBids: &totalBids}, time.Now())
+ m.RecordPodCompititveExclusionTime(pbsmetrics.PodLabels{AlgorithmName: "sample_comt_excl_algo", NoOfResponseBids: &totalBids}, time.Since(time.Now()))
return getHistogramFromHistogramVec(m.podCompExclTimer, podNoOfResponseBids, strconv.Itoa(totalBids))
})
}
From 5a7d3652d448e179be7add376047b562c115d0ef Mon Sep 17 00:00:00 2001
From: chino117
Date: Mon, 17 Aug 2020 11:09:22 -0300
Subject: [PATCH 169/381] Eplanning adapter: Get domain from page (#1434)
---
adapters/eplanning/eplanning.go | 25 ++++---
.../supplemental/bad-page-site.json | 31 ++++++++
.../site-page-and-url-correctly-parsed.json | 75 +++++++++++++++++++
3 files changed, 120 insertions(+), 11 deletions(-)
create mode 100644 adapters/eplanning/eplanningtest/supplemental/bad-page-site.json
create mode 100644 adapters/eplanning/eplanningtest/supplemental/site-page-and-url-correctly-parsed.json
diff --git a/adapters/eplanning/eplanning.go b/adapters/eplanning/eplanning.go
index 2a46b5469e0..032edfd1b06 100644
--- a/adapters/eplanning/eplanning.go
+++ b/adapters/eplanning/eplanning.go
@@ -104,25 +104,28 @@ func (adapter *EPlanningAdapter) MakeRequests(request *openrtb.BidRequest, reqIn
}
}
- var pageURL string
+ pageURL := defaultPageURL
if request.Site != nil && request.Site.Page != "" {
pageURL = request.Site.Page
- } else {
- pageURL = defaultPageURL
}
- var pageDomain string
- if request.Site != nil && request.Site.Domain != "" {
- pageDomain = request.Site.Domain
- } else {
- pageDomain = defaultPageURL
+ pageDomain := defaultPageURL
+ if request.Site != nil {
+ if request.Site.Domain != "" {
+ pageDomain = request.Site.Domain
+ } else if request.Site.Page != "" {
+ u, err := url.Parse(request.Site.Page)
+ if err != nil {
+ errors = append(errors, err)
+ return nil, errors
+ }
+ pageDomain = u.Hostname()
+ }
}
- var requestTarget string
+ requestTarget := pageDomain
if request.App != nil && request.App.Bundle != "" {
requestTarget = request.App.Bundle
- } else {
- requestTarget = pageDomain
}
uriObj, err := url.Parse(adapter.URI)
diff --git a/adapters/eplanning/eplanningtest/supplemental/bad-page-site.json b/adapters/eplanning/eplanningtest/supplemental/bad-page-site.json
new file mode 100644
index 00000000000..5efe604f7e6
--- /dev/null
+++ b/adapters/eplanning/eplanningtest/supplemental/bad-page-site.json
@@ -0,0 +1,31 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "w": 600,
+ "h": 300
+ },
+ "ext": {
+ "bidder": {
+ "ci": "12345",
+ "adunit_code": "test_adunitcode"
+ }
+ }
+ }
+ ],
+ "site": {
+ "page": "http://www.page%test.com"
+ }
+ },
+
+ "expectedMakeRequestsErrors": [
+ {
+ "value": "parse (\\\")?http://www.page%test.com(\\\")?: invalid URL escape \\\"%te\\\"",
+ "comparison": "regex"
+ }
+ ]
+}
+
diff --git a/adapters/eplanning/eplanningtest/supplemental/site-page-and-url-correctly-parsed.json b/adapters/eplanning/eplanningtest/supplemental/site-page-and-url-correctly-parsed.json
new file mode 100644
index 00000000000..20a419cdbfd
--- /dev/null
+++ b/adapters/eplanning/eplanningtest/supplemental/site-page-and-url-correctly-parsed.json
@@ -0,0 +1,75 @@
+{
+ "mockBidRequest": {
+ "id": "test-request-id",
+ "imp": [
+ {
+ "id": "test-imp-id",
+ "banner": {
+ "w": 600,
+ "h": 300
+ },
+ "ext": {
+ "bidder": {
+ "ci": "12345",
+ "adunit_code": "test_adunitcode"
+ }
+ }
+ }
+ ],
+ "site": {
+ "page": "http://www.publisher.com/awesome/site?with=some¶meters=here"
+ }
+ },
+
+ "httpCalls": [
+ {
+ "expectedRequest": {
+ "uri": "http://rtb.e-planning.net/pbs/1/12345/1/www.publisher.com/ROS?e=testadunitcode%3A600x300&ncb=1&ur=http%3A%2F%2Fwww.publisher.com%2Fawesome%2Fsite%3Fwith%3Dsome%26parameters%3Dhere",
+ "body": {}
+ },
+ "mockResponse": {
+ "status": 200,
+ "body": {
+ "sI": { "k": "12345" },
+ "sec": "ROS",
+ "sp": [
+ {
+ "k": "testadunitcode",
+ "a": [{
+ "i": "123456789abcdef",
+ "pr": "0.5",
+ "adm": "test
",
+ "crid": "abcdef123456789",
+ "id": "adid12345",
+ "w": 600,
+ "h": 300
+ }]
+ }
+ ]
+ }
+ }
+ }
+ ],
+
+ "expectedBidResponses": [
+ {
+ "currency": "USD",
+ "bids": [
+ {
+ "bid": {
+ "id": "123456789abcdef",
+ "impid": "test-imp-id",
+ "price": 0.5,
+ "adm": "test
",
+ "adid": "adid12345",
+ "crid": "abcdef123456789",
+ "w": 600,
+ "h": 300
+ },
+ "type": "banner"
+ }
+ ]
+ }
+ ]
+ }
+
From e065488276139a56adf9500908bb93fc70c1ac91 Mon Sep 17 00:00:00 2001
From: Cameron Rice <37162584+camrice@users.noreply.github.com>
Date: Mon, 17 Aug 2020 08:17:15 -0700
Subject: [PATCH 170/381] Fix no bid debug log (#1375)
---
endpoints/openrtb2/video_auction.go | 45 +++++-------
endpoints/openrtb2/video_auction_test.go | 71 ++++++++++++++++++
exchange/auction.go | 51 ++++++++++++-
.../debuglog_enabled_no_winners_nor_bids.json | 54 ++++++++++++++
exchange/exchange.go | 18 +++++
.../debuglog_enabled_no_bids.json | 72 +++++++++++++++++++
openrtb_ext/bid_response_video.go | 6 +-
7 files changed, 283 insertions(+), 34 deletions(-)
create mode 100644 exchange/cachetest/debuglog_enabled_no_winners_nor_bids.json
create mode 100644 exchange/exchangetest/debuglog_enabled_no_bids.json
diff --git a/endpoints/openrtb2/video_auction.go b/endpoints/openrtb2/video_auction.go
index 49ba287610b..a6ca527874a 100644
--- a/endpoints/openrtb2/video_auction.go
+++ b/endpoints/openrtb2/video_auction.go
@@ -122,7 +122,7 @@ func (deps *endpointDeps) VideoAuctionEndpoint(w http.ResponseWriter, r *http.Re
defer func() {
if len(debugLog.CacheKey) > 0 && vo.VideoResponse == nil {
- err := putDebugLogError(deps.cache, &debugLog, start)
+ err := debugLog.PutDebugLogError(deps.cache, deps.cfg.CacheURL.ExpectedTimeMillis, vo.Errors)
if err != nil {
vo.Errors = append(vo.Errors, err)
}
@@ -279,6 +279,21 @@ func (deps *endpointDeps) VideoAuctionEndpoint(w http.ResponseWriter, r *http.Re
bidResp.Ext = response.Ext
}
+ if len(bidResp.AdPods) == 0 && debugLog.Enabled {
+ err := debugLog.PutDebugLogError(deps.cache, deps.cfg.CacheURL.ExpectedTimeMillis, vo.Errors)
+ if err != nil {
+ vo.Errors = append(vo.Errors, err)
+ } else {
+ bidResp.AdPods = append(bidResp.AdPods, &openrtb_ext.AdPod{
+ Targeting: []openrtb_ext.VideoTargeting{
+ {
+ HbCacheID: debugLog.CacheKey,
+ },
+ },
+ })
+ }
+ }
+
vo.VideoResponse = bidResp
resp, err := json.Marshal(bidResp)
@@ -294,34 +309,6 @@ func (deps *endpointDeps) VideoAuctionEndpoint(w http.ResponseWriter, r *http.Re
}
-func putDebugLogError(cache prebid_cache_client.Client, debugLog *exchange.DebugLog, start time.Time) error {
- debugLog.Data.Response = "No response created"
-
- debugLog.BuildCacheString()
-
- data, err := json.Marshal(debugLog.CacheString)
- if err != nil {
- return err
- }
-
- toCache := []prebid_cache_client.Cacheable{
- {
- Type: debugLog.CacheType,
- Data: data,
- TTLSeconds: debugLog.TTL,
- Key: "log_" + debugLog.CacheKey,
- },
- }
-
- if cache != nil {
- ctx, cancel := context.WithDeadline(context.Background(), start.Add(time.Duration(100)*time.Millisecond))
- defer cancel()
- cache.PutJson(ctx, toCache)
- }
-
- return nil
-}
-
func cleanupVideoBidRequest(videoReq *openrtb_ext.BidRequestVideo, podErrors []PodError) *openrtb_ext.BidRequestVideo {
for i := len(podErrors) - 1; i >= 0; i-- {
videoReq.PodConfig.Pods = append(videoReq.PodConfig.Pods[:podErrors[i].PodIndex], videoReq.PodConfig.Pods[podErrors[i].PodIndex+1:]...)
diff --git a/endpoints/openrtb2/video_auction_test.go b/endpoints/openrtb2/video_auction_test.go
index b15c6a7b47a..534db3c79e2 100644
--- a/endpoints/openrtb2/video_auction_test.go
+++ b/endpoints/openrtb2/video_auction_test.go
@@ -284,6 +284,42 @@ func TestVideoEndpointDebugError(t *testing.T) {
assert.Equal(t, recorder.Code, 500, "Should catch error in request")
}
+func TestVideoEndpointDebugNoAdPods(t *testing.T) {
+ ex := &mockExchangeVideoNoBids{
+ cache: &mockCacheClient{},
+ }
+ reqData, err := ioutil.ReadFile("sample-requests/video/video_valid_sample.json")
+ if err != nil {
+ t.Fatalf("Failed to fetch a valid request: %v", err)
+ }
+ reqBody := string(getRequestPayload(t, reqData))
+ req := httptest.NewRequest("POST", "/openrtb2/video?debug=true", strings.NewReader(reqBody))
+ recorder := httptest.NewRecorder()
+
+ deps := mockDepsNoBids(t, ex)
+ deps.VideoAuctionEndpoint(recorder, req, nil)
+
+ if ex.lastRequest == nil {
+ t.Fatalf("The request never made it into the Exchange.")
+ }
+ if !ex.cache.called {
+ t.Fatalf("Cache was not called when it should have been")
+ }
+
+ respBytes := recorder.Body.Bytes()
+ resp := &openrtb_ext.BidResponseVideo{}
+ if err := json.Unmarshal(respBytes, resp); err != nil {
+ t.Fatalf("Unable to unmarshal response.")
+ }
+
+ assert.Len(t, resp.AdPods, 1, "Debug AdPod should be added to response")
+ assert.Empty(t, resp.AdPods[0].Errors, "AdPod Errors should be empty")
+ assert.Empty(t, resp.AdPods[0].Targeting[0].HbPb, "Hb_pb should be empty")
+ assert.Empty(t, resp.AdPods[0].Targeting[0].HbPbCatDur, "Hb_pb_cat_dur should be empty")
+ assert.NotEmpty(t, resp.AdPods[0].Targeting[0].HbCacheID, "Hb_cache_id should not be empty")
+ assert.Equal(t, int64(0), resp.AdPods[0].PodId, "Pod ID should be 0")
+}
+
func TestVideoEndpointNoPods(t *testing.T) {
ex := &mockExchangeVideo{}
reqData, err := ioutil.ReadFile("sample-requests/video/video_invalid_sample.json")
@@ -1189,6 +1225,29 @@ func mockDeps(t *testing.T, ex *mockExchangeVideo) *endpointDeps {
return deps
}
+func mockDepsNoBids(t *testing.T, ex *mockExchangeVideoNoBids) *endpointDeps {
+ theMetrics := pbsmetrics.NewMetrics(metrics.NewRegistry(), openrtb_ext.BidderList(), config.DisabledMetrics{})
+ edep := &endpointDeps{
+ ex,
+ newParamsValidator(t),
+ &mockVideoStoredReqFetcher{},
+ &mockVideoStoredReqFetcher{},
+ empty_fetcher.EmptyFetcher{},
+ &config.Configuration{MaxRequestSize: maxSize},
+ theMetrics,
+ analyticsConf.NewPBSAnalytics(&config.Analytics{}),
+ map[string]string{},
+ false,
+ []byte{},
+ openrtb_ext.BidderMap,
+ ex.cache,
+ regexp.MustCompile(`[<>]`),
+ hardcodedResponseIPValidator{response: true},
+ }
+
+ return edep
+}
+
type mockCacheClient struct {
called bool
}
@@ -1247,6 +1306,18 @@ func (m *mockExchangeVideo) HoldAuction(ctx context.Context, bidRequest *openrtb
}, nil
}
+type mockExchangeVideoNoBids struct {
+ lastRequest *openrtb.BidRequest
+ cache *mockCacheClient
+}
+
+func (m *mockExchangeVideoNoBids) HoldAuction(ctx context.Context, bidRequest *openrtb.BidRequest, ids exchange.IdFetcher, labels pbsmetrics.Labels, categoriesFetcher *stored_requests.CategoryFetcher, debugLog *exchange.DebugLog) (*openrtb.BidResponse, error) {
+ m.lastRequest = bidRequest
+ return &openrtb.BidResponse{
+ SeatBid: []openrtb.SeatBid{{}},
+ }, nil
+}
+
var testVideoStoredImpData = map[string]json.RawMessage{
"fba10607-0c12-43d1-ad07-b8a513bc75d6": json.RawMessage(`{"ext": {"appnexus": {"placementId": 14997137}}}`),
"8b452b41-2681-4a20-9086-6f16ffad7773": json.RawMessage(`{"ext": {"appnexus": {"placementId": 15016213}}}`),
diff --git a/exchange/auction.go b/exchange/auction.go
index 45e1422540e..aa446ddba13 100644
--- a/exchange/auction.go
+++ b/exchange/auction.go
@@ -8,6 +8,7 @@ import (
"fmt"
"regexp"
"strings"
+ "time"
uuid "github.com/gofrs/uuid"
"github.com/golang/glog"
@@ -47,6 +48,52 @@ func (d *DebugLog) BuildCacheString() {
d.CacheString = fmt.Sprintf("%s%s%s%s", xml.Header, d.Data.Request, d.Data.Headers, d.Data.Response)
}
+func (d *DebugLog) PutDebugLogError(cache prebid_cache_client.Client, timeout int, errors []error) error {
+ if len(d.Data.Response) == 0 && len(errors) == 0 {
+ d.Data.Response = "No response or errors created"
+ }
+
+ if len(errors) > 0 {
+ errStrings := []string{}
+ for _, err := range errors {
+ errStrings = append(errStrings, err.Error())
+ }
+ d.Data.Response = fmt.Sprintf("%s\nErrors:\n%s", d.Data.Response, strings.Join(errStrings, "\n"))
+ }
+
+ d.BuildCacheString()
+
+ if len(d.CacheKey) == 0 {
+ rawUUID, err := uuid.NewV4()
+ if err != nil {
+ return err
+ }
+ d.CacheKey = rawUUID.String()
+ }
+
+ data, err := json.Marshal(d.CacheString)
+ if err != nil {
+ return err
+ }
+
+ toCache := []prebid_cache_client.Cacheable{
+ {
+ Type: d.CacheType,
+ Data: data,
+ TTLSeconds: d.TTL,
+ Key: "log_" + d.CacheKey,
+ },
+ }
+
+ if cache != nil {
+ ctx, cancel := context.WithDeadline(context.Background(), time.Now().Add(time.Duration(timeout)*time.Millisecond))
+ defer cancel()
+ cache.PutJson(ctx, toCache)
+ }
+
+ return nil
+}
+
func newAuction(seatBids map[openrtb_ext.BidderName]*pbsOrtbSeatBid, numImps int) *auction {
winningBids := make(map[string]*pbsOrtbBid, numImps)
winningBidsByBidder := make(map[string]map[openrtb_ext.BidderName]*pbsOrtbBid, numImps)
@@ -179,9 +226,9 @@ func (a *auction) doCache(ctx context.Context, cache prebid_cache_client.Client,
}
}
- if debugLog != nil && debugLog.Enabled {
- debugLog.BuildCacheString()
+ if len(toCache) > 0 && debugLog != nil && debugLog.Enabled {
debugLog.CacheKey = hbCacheID
+ debugLog.BuildCacheString()
if jsonBytes, err := json.Marshal(debugLog.CacheString); err == nil {
toCache = append(toCache, prebid_cache_client.Cacheable{
Type: debugLog.CacheType,
diff --git a/exchange/cachetest/debuglog_enabled_no_winners_nor_bids.json b/exchange/cachetest/debuglog_enabled_no_winners_nor_bids.json
new file mode 100644
index 00000000000..637b33e171b
--- /dev/null
+++ b/exchange/cachetest/debuglog_enabled_no_winners_nor_bids.json
@@ -0,0 +1,54 @@
+{
+ "debugLog": {
+ "Enabled": true,
+ "CacheType": "xml",
+ "TTL": 3600,
+ "Data": {
+ "Request": "test request string",
+ "Headers": "test headers string",
+ "Response": "test response string"
+ }
+ },
+ "bidRequest": {
+ "imp": [
+ {
+ "id": "oneImp",
+ "exp": 600
+ },
+ {
+ "id": "twoImp"
+ }
+ ]
+ },
+ "pbsBids": [
+ {
+ "bid": {
+ "id": "bidOne",
+ "impid": "oneImp",
+ "price": 7.64
+ },
+ "bidType": "video",
+ "bidder": "appnexus"
+ },
+ {
+ "bid": {
+ "id": "bidTwo",
+ "impid": "twoImp",
+ "price": 5.64
+ },
+ "bidType": "video",
+ "bidder": "pubmatic"
+ }
+ ],
+ "expectedCacheables": [],
+ "defaultTTLs": {
+ "banner": 300,
+ "video": 3600,
+ "audio": 1800,
+ "native": 300
+ },
+ "targetDataIncludeWinners": false,
+ "targetDataIncludeBidderKeys": false,
+ "targetDataIncludeCacheBids": true,
+ "targetDataIncludeCacheVast": false
+}
\ No newline at end of file
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 57e13644163..cf5ec9cc000 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -14,6 +14,7 @@ import (
"strings"
"time"
+ uuid "github.com/gofrs/uuid"
"github.com/prebid/prebid-server/stored_requests"
"github.com/golang/glog"
@@ -192,6 +193,23 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
}
+ if !anyBidsReturned {
+ if debugLog != nil && debugLog.Enabled {
+ if rawUUID, err := uuid.NewV4(); err == nil {
+ debugLog.CacheKey = rawUUID.String()
+
+ bidResponseExt = e.makeExtBidResponse(adapterBids, adapterExtra, bidRequest, debugInfo, errs)
+ if bidRespExtBytes, err := json.Marshal(bidResponseExt); err == nil {
+ debugLog.Data.Response = string(bidRespExtBytes)
+ } else {
+ debugLog.Data.Response = "Unable to marshal response ext for debugging"
+ }
+ } else {
+ errs = append(errs, err)
+ }
+ }
+ }
+
// Build the response
return e.buildBidResponse(ctx, liveAdapters, adapterBids, bidRequest, adapterExtra, auc, bidResponseExt, errs)
}
diff --git a/exchange/exchangetest/debuglog_enabled_no_bids.json b/exchange/exchangetest/debuglog_enabled_no_bids.json
new file mode 100644
index 00000000000..4823acf8f16
--- /dev/null
+++ b/exchange/exchangetest/debuglog_enabled_no_bids.json
@@ -0,0 +1,72 @@
+{
+ "debugLog": {
+ "Enabled": true,
+ "CacheType": "xml",
+ "TTL": 3600,
+ "Data": {
+ "Request": "test request string",
+ "Headers": "test headers string",
+ "Response": ""
+ }
+ },
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [
+ {
+ "id": "my-imp-id",
+ "video": {
+ "mimes": [
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ },
+ {
+ "id": "imp-id-2",
+ "video": {
+ "mimes": [
+ "video/mp4"
+ ]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }
+ ],
+ "ext": {
+ "prebid": {
+ "targeting": {
+ "includebrandcategory": {
+ "primaryadserver": 1,
+ "publisher": "",
+ "withcategory": true
+ }
+ }
+ }
+ }
+ },
+ "usersyncs": {
+ "appnexus": "123"
+ }
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "mockResponse": {
+ "pbsSeatBid": {}
+ }
+ }
+ },
+ "response": {
+ "bids": {}
+ }
+}
\ No newline at end of file
diff --git a/openrtb_ext/bid_response_video.go b/openrtb_ext/bid_response_video.go
index 4c123498ec8..22661547ca7 100644
--- a/openrtb_ext/bid_response_video.go
+++ b/openrtb_ext/bid_response_video.go
@@ -14,7 +14,7 @@ type AdPod struct {
}
type VideoTargeting struct {
- HbPb string `json:"hb_pb"`
- HbPbCatDur string `json:"hb_pb_cat_dur"`
- HbCacheID string `json:"hb_cache_id"`
+ HbPb string `json:"hb_pb,omitempty"`
+ HbPbCatDur string `json:"hb_pb_cat_dur,omitempty"`
+ HbCacheID string `json:"hb_cache_id,omitempty"`
}
From 2e9d8337d32971d4c8e03b3a68dd69d782610cb6 Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Mon, 17 Aug 2020 12:09:51 -0400
Subject: [PATCH 171/381] Update the fallback GVL to last version (#1440)
---
gdpr/vendorlist-fetching_test.go | 4 ++--
static/tcf1/fallback_gvl.json | 2 +-
2 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/gdpr/vendorlist-fetching_test.go b/gdpr/vendorlist-fetching_test.go
index 031e564094c..484a0a54b41 100644
--- a/gdpr/vendorlist-fetching_test.go
+++ b/gdpr/vendorlist-fetching_test.go
@@ -165,7 +165,7 @@ func TestDefaultVendorList(t *testing.T) {
list, err := fetcher(context.Background(), 12)
assert.NoError(t, err, "Error with fetching default vendorlist: %v", err)
- assert.Equal(t, uint16(214), list.Version(), "Expected to fetch default version 214, got %d", list.Version())
+ assert.Equal(t, uint16(215), list.Version(), "Expected to fetch default version 215, got %d", list.Version())
// Testing that we got the default vendorlist data, and not the version off the server.
vendor := list.Vendor(12)
@@ -227,7 +227,7 @@ func TestFallbackVendorListNoFetch(t *testing.T) {
fetcher := newVendorListFetcher(context.Background(), testcfg, server.Client(), testURLMaker(server), 1)
list, err := fetcher(context.Background(), 2)
assert.NoError(t, err, "Error with fetching default vendorlist: %v", err)
- assert.Equal(t, uint16(214), list.Version(), "Expected to fetch default version 214, got %d", list.Version())
+ assert.Equal(t, uint16(215), list.Version(), "Expected to fetch default version 215, got %d", list.Version())
// Testing that we got the default vendorlist data, and not the version off the server.
vendor := list.Vendor(12)
diff --git a/static/tcf1/fallback_gvl.json b/static/tcf1/fallback_gvl.json
index 86895a52362..9f1c8506b32 100644
--- a/static/tcf1/fallback_gvl.json
+++ b/static/tcf1/fallback_gvl.json
@@ -1 +1 @@
-{"vendorListVersion":214,"lastUpdated":"2020-08-06T16:00:35Z","purposes":[{"id":1,"name":"Information storage and access","description":"The storage of information, or access to information that is already stored, on your device such as advertising identifiers, device identifiers, cookies, and similar technologies."},{"id":2,"name":"Personalisation","description":"The collection and processing of information about your use of this service to subsequently personalise advertising and/or content for you in other contexts, such as on other websites or apps, over time. Typically, the content of the site or app is used to make inferences about your interests, which inform future selection of advertising and/or content."},{"id":3,"name":"Ad selection, delivery, reporting","description":"The collection of information, and combination with previously collected information, to select and deliver advertisements for you, and to measure the delivery and effectiveness of such advertisements. This includes using previously collected information about your interests to select ads, processing data about what advertisements were shown, how often they were shown, when and where they were shown, and whether you took any action related to the advertisement, including for example clicking an ad or making a purchase. This does not include personalisation, which is the collection and processing of information about your use of this service to subsequently personalise advertising and/or content for you in other contexts, such as websites or apps, over time."},{"id":4,"name":"Content selection, delivery, reporting","description":"The collection of information, and combination with previously collected information, to select and deliver content for you, and to measure the delivery and effectiveness of such content. This includes using previously collected information about your interests to select content, processing data about what content was shown, how often or how long it was shown, when and where it was shown, and whether the you took any action related to the content, including for example clicking on content. This does not include personalisation, which is the collection and processing of information about your use of this service to subsequently personalise content and/or advertising for you in other contexts, such as websites or apps, over time."},{"id":5,"name":"Measurement","description":"The collection of information about your use of the content, and combination with previously collected information, used to measure, understand, and report on your usage of the service. This does not include personalisation, the collection of information about your use of this service to subsequently personalise content and/or advertising for you in other contexts, i.e. on other service, such as websites or apps, over time."}],"features":[{"id":1,"name":"Matching Data to Offline Sources","description":"Combining data from offline sources that were initially collected in other contexts."},{"id":2,"name":"Linking Devices","description":"Allow processing of a user's data to connect such user across multiple devices."},{"id":3,"name":"Precise Geographic Location Data","description":"Allow processing of a user's precise geographic location data in support of a purpose for which that certain third party has consent."}],"vendors":[{"id":8,"name":"Emerse Sverige AB","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"https://www.emerse.com/privacy-policy/"},{"id":9,"name":"AdMaxim Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.admaxim.com/admaxim-privacy-policy/","deletedDate":"2020-06-17T00:00:00Z"},{"id":12,"name":"BeeswaxIO Corporation","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.beeswax.com/privacy/"},{"id":28,"name":"TripleLift, Inc.","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://triplelift.com/privacy/"},{"id":27,"name":"ADventori SAS","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adventori.com/with-us/legal-notice/"},{"id":25,"name":"Verizon Media EMEA Limited","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2,3],"policyUrl":"https://www.verizonmedia.com/policies/ie/en/verizonmedia/privacy/index.html"},{"id":26,"name":"Venatus Media Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.venatusmedia.com/privacy/"},{"id":1,"name":"Exponential Interactive, Inc d/b/a VDX.tv","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://vdx.tv/privacy/"},{"id":6,"name":"AdSpirit GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.adspirit.de/privacy"},{"id":30,"name":"BidTheatre AB","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.bidtheatre.com/privacy-policy"},{"id":24,"name":"Epsilon","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.conversantmedia.eu/legal/privacy-policy"},{"id":29,"name":"Etarget SE","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.etarget.sk/privacy.php","deletedDate":"2020-06-01T00:00:00Z"},{"id":39,"name":"ADITION technologies AG","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.adition.com/datenschutz"},{"id":11,"name":"Quantcast International Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.quantcast.com/privacy/"},{"id":15,"name":"Adikteev","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adikteev.com/privacy-policy-eng/"},{"id":4,"name":"Roq.ad Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.roq.ad/privacy-policy"},{"id":7,"name":"Vibrant Media Limited","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.vibrantmedia.com/en/privacy-policy/"},{"id":2,"name":"Captify Technologies Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.captify.co.uk/privacy-policy/"},{"id":37,"name":"NEURAL.ONE","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://web.neural.one/privacy-policy/"},{"id":13,"name":"Sovrn Holdings Inc","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.sovrn.com/sovrn-privacy/"},{"id":34,"name":"NEORY GmbH","purposeIds":[1,2,4,5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.neory.com/privacy.html"},{"id":32,"name":"Xandr, Inc.","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.xandr.com/privacy/platform-privacy-policy/"},{"id":10,"name":"Index Exchange, Inc. ","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.indexexchange.com/privacy"},{"id":57,"name":"ADARA MEDIA UNLIMITED","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://adara.com/privacy-promise/"},{"id":63,"name":"Avocet Systems Limited","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://avocet.io/privacy-portal"},{"id":51,"name":"xAd, Inc. dba GroundTruth","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.groundtruth.com/privacy-policy/"},{"id":49,"name":"TRADELAB","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://tradelab.com/en/privacy/"},{"id":45,"name":"Smart Adserver","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://smartadserver.com/end-user-privacy-policy/"},{"id":52,"name":"The Rubicon Project, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[3],"policyUrl":"http://www.rubiconproject.com/rubicon-project-yield-optimization-privacy-policy/"},{"id":71,"name":"Roku Advertising Services","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://docs.roku.com/published/userprivacypolicy/en/us"},{"id":79,"name":"MediaMath, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.mediamath.com/privacy-policy/"},{"id":91,"name":"Criteo SA","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.criteo.com/privacy/"},{"id":85,"name":"Crimtan Holdings Limited","purposeIds":[2],"legIntPurposeIds":[1,3,5],"featureIds":[1,3],"policyUrl":"https://crimtan.com/privacy/"},{"id":16,"name":"RTB House S.A.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.rtbhouse.com/privacy-center/services-privacy-policy/"},{"id":86,"name":"Scene Stealer Limited","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"http://scenestealer.tv/privacy-policy/"},{"id":94,"name":"Blis Media Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.blis.com/privacy/"},{"id":73,"name":"Simplifi Holdings Inc.","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[2,3],"policyUrl":"https://simpli.fi/site-privacy-policy/"},{"id":33,"name":"ShareThis, Inc","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://sharethis.com/privacy/"},{"id":20,"name":"N Technologies Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"https://n.rich/privacy-notice"},{"id":55,"name":"Madison Logic, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.madisonlogic.com/privacy/"},{"id":53,"name":"Sirdata","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.sirdata.com/privacy/"},{"id":69,"name":"OpenX","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.openx.com/legal/privacy-policy/"},{"id":98,"name":"GroupM UK Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.groupm.com/privacy-notice"},{"id":62,"name":"Justpremium BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://justpremium.com/privacy-policy/"},{"id":19,"name":"Intent Media, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2],"policyUrl":"https://intentmedia.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":43,"name":"Vdopia DBA Chocolate Platform","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://chocolateplatform.com/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":36,"name":"RhythmOne DBA Unruly Group Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.rhythmone.com/privacy-policy"},{"id":80,"name":"Sharethrough, Inc","purposeIds":[3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://platform-cdn.sharethrough.com/privacy-policy"},{"id":81,"name":"PulsePoint, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.pulsepoint.com/privacy-policy/website","deletedDate":"2020-07-06T00:00:00Z"},{"id":23,"name":"Amobee, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.amobee.com/trust/privacy-guidelines"},{"id":35,"name":"Purch Group, Inc.","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"http://www.purch.com/privacy-policy/","deletedDate":"2019-05-30T00:00:00Z"},{"id":3,"name":"affilinet","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.affili.net/de/footeritem/datenschutz","deletedDate":"2019-06-21T00:00:00Z"},{"id":74,"name":"Admotion SRL","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.admotion.com/policy/","deletedDate":"2019-07-24T00:00:00Z"},{"id":191,"name":"realzeit GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://realzeitmedia.com/privacy.html","deletedDate":"2019-04-29T00:00:00Z"},{"id":197,"name":"Switch Concepts Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.switchconcepts.com/privacy-policy","deletedDate":"2019-07-26T00:00:00Z"},{"id":390,"name":"Parsec Media Inc.","purposeIds":[1,3],"legIntPurposeIds":[5],"featureIds":[1,3],"policyUrl":"www.parsec.media/privacy-policy","deletedDate":"2019-06-27T00:00:00Z"},{"id":459,"name":"uppr GmbH","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[],"policyUrl":"https://netzwerk.uppr.de/privacy-policy.do","deletedDate":"2019-06-17T00:00:00Z"},{"id":221,"name":"LEMO MEDIA GROUP LIMITED","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.lemomedia.com/terms.pdf","deletedDate":"2019-06-28T00:00:00Z"},{"id":478,"name":"RevLifter Ltd","purposeIds":[1],"legIntPurposeIds":[2],"featureIds":[],"policyUrl":"https://www.revlifter.com/privacy-policy","deletedDate":"2019-07-15T00:00:00Z"},{"id":500,"name":"Turbo","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.turboadv.com/white-rabbit-privacy-policy/","deletedDate":"2019-07-12T00:00:00Z"},{"id":68,"name":"Sizmek by Amazon","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://www.sizmek.com/privacy-policy/"},{"id":75,"name":"M32 Connect Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://m32.media/privacy-cookie-policy/"},{"id":17,"name":"Greenhouse Group BV (with its trademark LemonPI)","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.lemonpi.io/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":61,"name":"GumGum, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://gumgum.com/privacy-policy"},{"id":40,"name":"Active Agent (ADITION technologies AG)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.active-agent.com/de/unternehmen/datenschutzerklaerung/"},{"id":76,"name":"PubMatic, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://pubmatic.com/privacy-policy/"},{"id":89,"name":"Tapad, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://www.tapad.com/eu-privacy-policy"},{"id":46,"name":"Skimbit Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://skimlinks.com/pages/privacy-policy"},{"id":66,"name":"adsquare GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.adsquare.com/privacy"},{"id":105,"name":"Impression Desk Technologies Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://impressiondesk.com/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":41,"name":"Adverline","purposeIds":[2],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.adverline.com/privacy/"},{"id":82,"name":"Smaato, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.smaato.com/privacy/"},{"id":60,"name":"Rakuten Marketing LLC","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://rakutenadvertising.com/legal-notices/services-privacy-policy/"},{"id":70,"name":"Yieldlab AG","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[3],"policyUrl":"http://www.yieldlab.de/meta-navigation/datenschutz/"},{"id":50,"name":"Adform","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://site.adform.com/privacy-center/platform-privacy/product-and-services-privacy-policy/"},{"id":48,"name":"NetSuccess, s.r.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.inres.sk/pp/"},{"id":100,"name":"Fifty Technology Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://fifty.io/privacy-policy.php"},{"id":21,"name":"The Trade Desk","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2,3],"policyUrl":"https://www.thetradedesk.com/general/privacy-policy"},{"id":110,"name":"Dynata LLC","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.opinionoutpost.co.uk/en-gb/policies/privacy"},{"id":42,"name":"Taboola Europe Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.taboola.com/privacy-policy"},{"id":112,"name":"Maytrics GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://maytrics.com/privacy.php","deletedDate":"2019-09-17T00:00:00Z"},{"id":77,"name":"comScore, Inc.","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.scorecardresearch.com/privacy.aspx?newlanguage=1"},{"id":109,"name":"LoopMe Limited","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://loopme.com/privacy-policy/"},{"id":120,"name":"Eyeota Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.eyeota.com/privacy-center"},{"id":93,"name":"Adloox SA","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://adloox.com/disclaimer"},{"id":132,"name":"Teads ","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.teads.com/privacy-policy/"},{"id":22,"name":"admetrics GmbH","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://admetrics.io/en/privacy_policy/"},{"id":102,"name":"Telaria SAS","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://telaria.com/privacy-policy/"},{"id":108,"name":"Rich Audience Technologies SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://richaudience.com/privacy/"},{"id":18,"name":"Widespace AB","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.widespace.com/legal/privacy-policy-notice/"},{"id":122,"name":"Avid Media Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.avidglobalmedia.eu/privacy-policy.html"},{"id":97,"name":"LiveRamp, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.liveramp.com/service-privacy-policy/"},{"id":138,"name":"ConnectAd Realtime GmbH","purposeIds":[1,2],"legIntPurposeIds":[3,4],"featureIds":[],"policyUrl":"http://connectadrealtime.com/privacy/"},{"id":72,"name":"Nano Interactive GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.nanointeractive.com/privacy"},{"id":127,"name":"PIXIMEDIA SAS","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://piximedia.com/privacy/"},{"id":136,"name":"Str\u00f6er SSP GmbH (SSP)","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[2,3],"policyUrl":"https://www.stroeer.de/fileadmin/de/Konvergenz_und_Konzepte/Daten_und_Technologien/Stroeer_SSP/Downloads/Datenschutz_Stroeer_SSP.pdf"},{"id":111,"name":"Showheroes SE","purposeIds":[2,3],"legIntPurposeIds":[1,4,5],"featureIds":[],"policyUrl":"https://showheroes.com/privacy/"},{"id":56,"name":"Confiant Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.confiant.com/privacy","deletedDate":"2020-05-18T00:00:00Z"},{"id":124,"name":"Teemo SA","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://teemo.co/fr/confidentialite/"},{"id":154,"name":"YOC AG","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://yoc.com/privacy/"},{"id":38,"name":"Beemray Oy","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.beemray.com/privacy-policy/","deletedDate":"2020-06-19T00:00:00Z"},{"id":101,"name":"MiQ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://wearemiq.com/privacy-policy/"},{"id":149,"name":"ADman Interactive SLU","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://admanmedia.com/politica.html?setLng=es"},{"id":151,"name":"Admedo Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3],"featureIds":[3],"policyUrl":"https://www.admedo.com/privacy-policy","deletedDate":"2020-07-17T00:00:00Z"},{"id":153,"name":"MADVERTISE MEDIA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://madvertise.com/en/gdpr/"},{"id":159,"name":"Underdog Media LLC ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://underdogmedia.com/privacy-policy/"},{"id":157,"name":"Seedtag Advertising S.L","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.seedtag.com/en/privacy-policy/"},{"id":145,"name":"Snapsort Inc., operating as Sortable","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://help.sortable.com/help/privacy-policy"},{"id":131,"name":"ID5 Technology SAS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.id5.io/privacy"},{"id":158,"name":"Reveal Mobile, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://revealmobile.com/privacy"},{"id":147,"name":"Adacado Technologies Inc. (DBA Adacado)","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adacado.com/privacy-policy-april-25-2018/"},{"id":130,"name":"NextRoll, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.nextroll.com/privacy"},{"id":129,"name":"IPONWEB GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.iponweb.com/privacy-policy/"},{"id":128,"name":"BIDSWITCH GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.bidswitch.com/privacy-policy/"},{"id":168,"name":"EASYmedia GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://login.rtbmarket.com/gdpr"},{"id":164,"name":"Outbrain UK Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.outbrain.com/legal/privacy#privacy-policy"},{"id":144,"name":"district m inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://districtm.net/en/page/platforms-data-and-privacy-policy/"},{"id":163,"name":"Bombora Inc.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://bombora.com/privacy"},{"id":173,"name":"Yieldmo, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.yieldmo.com/privacy/"},{"id":88,"name":"TreSensa, Inc.","purposeIds":[1,3],"legIntPurposeIds":[2,5],"featureIds":[1],"policyUrl":"https://www.tresensa.com/eu-privacy"},{"id":78,"name":"Flashtalking, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.flashtalking.com/privacypolicy/"},{"id":59,"name":"Sift Media, Inc","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.sift.co/privacy"},{"id":114,"name":"Sublime","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://ayads.co/privacy.php"},{"id":175,"name":"FORTVISION","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://fortvision.com/POC/index.html","deletedDate":"2019-08-09T00:00:00Z"},{"id":133,"name":"digitalAudience","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://digitalaudience.io/legal/privacy-cookies/"},{"id":14,"name":"Adkernel LLC","purposeIds":[1,4],"legIntPurposeIds":[2,3,5],"featureIds":[1,3],"policyUrl":"http://adkernel.com/privacy-policy/"},{"id":180,"name":"Thirdpresence Oy","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"http://www.thirdpresence.com/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":183,"name":"EMX Digital LLC","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"https://emxdigital.com/privacy/"},{"id":58,"name":"33Across","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.33across.com/privacy-policy"},{"id":140,"name":"Platform161","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://platform161.com/cookie-and-privacy-policy/"},{"id":90,"name":"Teroa S.A.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://www.e-planning.net/en/privacy.html"},{"id":141,"name":"1020, Inc. dba Placecast and Ericsson Emodo","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://www.emodoinc.com/privacy-policy/"},{"id":142,"name":"Media.net Advertising FZ-LLC","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://www.media.net/en/privacy-policy"},{"id":209,"name":"Delta Projects AB","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[3],"policyUrl":"https://deltaprojects.com/data-collection-policy"},{"id":195,"name":"advanced store GmbH","purposeIds":[2,3],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"http://www.advanced-store.com/de/datenschutz/"},{"id":190,"name":"video intelligence AG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.vi.ai/privacy-policy/"},{"id":84,"name":"Semasio GmbH","purposeIds":[],"legIntPurposeIds":[1,2,4,5],"featureIds":[],"policyUrl":"http://www.semasio.com/privacy-policy/"},{"id":65,"name":"Location Sciences AI Ltd","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.locationsciences.ai/privacy-policy/"},{"id":210,"name":"Zemanta, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1],"policyUrl":"http://www.zemanta.com/legal/privacy"},{"id":200,"name":"Tapjoy, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.tapjoy.com/legal/#privacy-policy"},{"id":188,"name":"Sellpoints Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://retargeter.com/service-privacy-policy/","deletedDate":"2019-09-17T00:00:00Z"},{"id":217,"name":"2KDirect, Inc. (dba iPromote)","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.ipromote.com/privacy-policy/"},{"id":156,"name":"Centro, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.centro.net/privacy-policy/"},{"id":194,"name":"Rezonence Limited","purposeIds":[3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://rezonence.com/privacy-policy/"},{"id":226,"name":"Publicis Media GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.publicismedia.de/datenschutz/"},{"id":198,"name":"SYNC","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://redirect.sync.tv/privacy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":227,"name":"ORTEC B.V.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.ortecadscience.com/privacy-policy/"},{"id":225,"name":"Ligatus GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[3],"policyUrl":"https://www.ligatus.com/en/privacy-policy","deletedDate":"2020-06-19T00:00:00Z"},{"id":205,"name":"Adssets AB","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"http://adssets.com/policy/"},{"id":179,"name":"Collective Europe Ltd.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.collectiveuk.com/privacy.html"},{"id":31,"name":"Ogury Ltd.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://www.ogury.com/privacy-policy/"},{"id":92,"name":"1plusX AG","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.1plusx.com/privacy-policy/"},{"id":155,"name":"AntVoice","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.antvoice.com/en/privacypolicy/"},{"id":115,"name":"smartclip Europe GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://privacy-portal.smartclip.net/"},{"id":126,"name":"DoubleVerify Inc.\u200b","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.doubleverify.com/privacy/"},{"id":193,"name":"Mediasmart Mobile S.L.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://mediasmart.io/privacy/"},{"id":245,"name":"IgnitionOne","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.ignitionone.com/privacy-policy/","deletedDate":"2020-06-30T00:00:00Z"},{"id":213,"name":"emetriq GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.emetriq.com/datenschutz/"},{"id":244,"name":"Temelio","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://temelio.com/vie-privee"},{"id":224,"name":"adrule mobile GmbH","purposeIds":[2,4],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://www.adrule.net/de/datenschutz/"},{"id":174,"name":"A Million Ads Ltd","purposeIds":[2],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.amillionads.com/privacy-policy"},{"id":192,"name":"remerge GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://remerge.io/privacy-policy.html"},{"id":232,"name":"Rockerbox, Inc","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"http://rockerbox.com/privacy","deletedDate":"2020-07-17T00:00:00Z"},{"id":256,"name":"Bounce Exchange, Inc","purposeIds":[1],"legIntPurposeIds":[2,4,5],"featureIds":[1,2],"policyUrl":"https://www.bouncex.com/privacy/"},{"id":234,"name":"ZBO Media","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://zbo.media/mentions-legales/politique-de-confidentialite-service-publicitaire/"},{"id":246,"name":"Smartology Limited","purposeIds":[3],"legIntPurposeIds":[4,5],"featureIds":[],"policyUrl":"https://www.smartology.net/privacy-policy/"},{"id":241,"name":"OneTag Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.onetag.com/privacy/"},{"id":254,"name":"LiquidM Technology GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://liquidm.com/privacy-policy/"},{"id":215,"name":"ARMIS SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://armis.tech/en/armis-personal-data-privacy-policy/"},{"id":167,"name":"Audiens S.r.l.","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.audiens.com/privacy"},{"id":240,"name":"7Hops.com Inc. (ZergNet)","purposeIds":[],"legIntPurposeIds":[1,4,5],"featureIds":[],"policyUrl":"https://zergnet.com/privacy"},{"id":235,"name":"Bucksense Inc","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.bucksense.com/platform-privacy-policy/"},{"id":185,"name":"Bidtellect, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.bidtellect.com/privacy-policy/"},{"id":258,"name":"Adello Group AG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[3],"policyUrl":"https://www.adello.com/privacy-policy/"},{"id":169,"name":"RTK.IO, Inc","purposeIds":[1,4],"legIntPurposeIds":[2,3,5],"featureIds":[1,3],"policyUrl":"http://www.rtk.io/privacy.html","deletedDate":"2020-07-17T00:00:00Z"},{"id":208,"name":"Spotad","purposeIds":[2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.spotad.co/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":211,"name":"AdTheorent, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://adtheorent.com/privacy-policy"},{"id":229,"name":"Digitize New Media Ltd","purposeIds":[2,4],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.digitize.ie/online-privacy","deletedDate":"2020-07-17T00:00:00Z"},{"id":273,"name":"Bannerflow AB","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.bannerflow.com/privacy "},{"id":104,"name":"Sonobi, Inc","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[1,2,3],"policyUrl":"http://sonobi.com/privacy-policy/"},{"id":162,"name":"Unruly Group Ltd","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1,2],"policyUrl":"https://unruly.co/privacy/"},{"id":249,"name":"Spolecznosci Sp. z o.o. Sp. k.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.spolecznosci.pl/polityka-prywatnosci"},{"id":125,"name":"Research Now Group, Inc","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.valuedopinions.co.uk/privacy","deletedDate":"2019-09-17T00:00:00Z"},{"id":170,"name":"Goodway Group, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://goodwaygroup.com/privacy-policy/"},{"id":160,"name":"Netsprint SA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://netsprint.eu/privacy.html"},{"id":189,"name":"Intowow Innovation Ltd.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.intowow.com/privacy/","deletedDate":"2019-08-12T00:00:00Z"},{"id":279,"name":"Mirando GmbH & Co KG","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[3],"policyUrl":"https://wwwmirando.de/datenschutz/"},{"id":269,"name":"Sanoma Media Finland","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://sanoma.fi/tietoa-meista/tietosuoja/","deletedDate":"2019-08-07T00:00:00Z"},{"id":276,"name":"Viralize SRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://viralize.com/privacy-policy"},{"id":87,"name":"Genius Sports Media Limited","purposeIds":[2,4],"legIntPurposeIds":[1,3,5],"featureIds":[2,3],"policyUrl":"https://www.geniussports.com/privacy-policy"},{"id":182,"name":"Collective, Inc. dba Visto","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.vistohub.com/privacy-policy/","deletedDate":"2019-07-26T00:00:00Z"},{"id":255,"name":"Onnetwork Sp. z o.o.","purposeIds":[2,3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.onnetwork.tv/pp_services.php"},{"id":203,"name":"Revcontent, LLC","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://intercom.help/revcontent2/en/articles/2290675-revcontent-s-privacy-policy"},{"id":260,"name":"RockYou, Inc.","purposeIds":[3],"legIntPurposeIds":[1,2,5],"featureIds":[3],"policyUrl":"https://rockyou.com/privacy-policy/","deletedDate":"2019-08-09T00:00:00Z"},{"id":237,"name":"LKQD, a division of Nexstar Digital, LLC.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.lkqd.com/privacy-policy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":274,"name":"Golden Bees","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.goldenbees.fr/en/privacy-charter/"},{"id":280,"name":"Spot.IM LTD","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.spot.im/privacy/"},{"id":239,"name":"Triton Digital Canada Inc.","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://www.tritondigital.com/privacy-policies"},{"id":177,"name":"plista GmbH","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.plista.com/about/privacy/"},{"id":201,"name":"TimeOne","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://privacy.timeonegroup.com/en/","deletedDate":"2020-05-15T00:00:00Z"},{"id":150,"name":"Inskin Media LTD","purposeIds":[2,3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"http://www.inskinmedia.com/privacy-policy.html"},{"id":252,"name":"Jaduda GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.jadudamobile.com/datenschutzerklaerung/"},{"id":248,"name":"Converge-Digital","purposeIds":[1],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://converge-digital.com/privacy-policy/"},{"id":161,"name":"Smadex SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://smadex.com/end-user-privacy-policy/"},{"id":285,"name":"Comcast International France SAS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.freewheel.com/privacy-policy"},{"id":228,"name":"McCann Discipline LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.primis.tech/privacy-policy/"},{"id":299,"name":"AdClear GmbH","purposeIds":[1,5],"legIntPurposeIds":[2,3,4],"featureIds":[1,2],"policyUrl":"https://www.adclear.de/datenschutzerklaerung/"},{"id":277,"name":"Codewise VL Sp. z o.o. Sp. k","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://voluumdsp.com/end-user-privacy-policy/"},{"id":259,"name":"ADYOULIKE SA","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.adyoulike.com/privacy_policy.php"},{"id":272,"name":"A.Mob","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.we-are-adot.com/privacy-policy/"},{"id":230,"name":"Steel House, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://steelhouse.com/privacy-policy/"},{"id":253,"name":"Improve Digital BV","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.improvedigital.com/platform-privacy-policy"},{"id":304,"name":"On Device Research Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://s.on-device.com/privacyPolicy"},{"id":314,"name":"Keymantics","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.keymantics.com/assets/privacy-policy.pdf"},{"id":257,"name":"R-TARGET","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"http://www.r-target.com/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":317,"name":"mainADV Srl","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.mainad.com/privacy-policy/"},{"id":278,"name":"Integral Ad Science, Inc.","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://integralads.com/privacy-policy/"},{"id":291,"name":"Qwertize","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.qwertize.com/en/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":295,"name":"Sojern, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.sojern.com/privacy/product-privacy-policy/"},{"id":315,"name":"Celtra, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.celtra.com/privacy-policy/"},{"id":165,"name":"SpotX, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.spotx.tv/privacy-policy/"},{"id":47,"name":"ADMAN - Phaistos Networks, S.A.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.adman.gr/privacy"},{"id":134,"name":"SMARTSTREAM.TV GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2],"policyUrl":"https://www.smartstream.tv/en/productprivacy"},{"id":325,"name":"Knorex","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.knorex.com/privacy"},{"id":316,"name":"Gamned","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.gamned.com/privacy-policy/"},{"id":318,"name":"Accorp Sp. z o.o.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"http://www.instytut-pollster.pl/privacy-policy/"},{"id":199,"name":"ADUX","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adux.com/donnees-personelles/"},{"id":236,"name":"PowerLinks Media Limited","purposeIds":[1,2,5],"legIntPurposeIds":[3,4],"featureIds":[3],"policyUrl":"https://www.powerlinks.com/privacy-policy/"},{"id":294,"name":"Jivox Corporation","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.jivox.com/privacy"},{"id":143,"name":"Connatix Native Exchange Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://connatix.com/privacy-policy/"},{"id":297,"name":"Polar Mobile Group Inc.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://privacy.polar.me"},{"id":319,"name":"Clipcentric, Inc.","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://clipcentric.com/privacy.bhtml"},{"id":290,"name":"Readpeak Oy","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://readpeak.com/privacy-policy/"},{"id":323,"name":"DAZN Media Services Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.goal.com/en-gb/legal/privacy-policy"},{"id":119,"name":"Fusio by S4M","purposeIds":[1,2,5],"legIntPurposeIds":[3],"featureIds":[1,3],"policyUrl":"http://www.s4m.io/privacy-policy/"},{"id":302,"name":"Mobile Professionals BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://mobpro.com/privacy.html"},{"id":212,"name":"usemax advertisement (Emego GmbH)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.usemax.de/?l=privacy"},{"id":264,"name":"Adobe Advertising Cloud","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.adobe.com/privacy/experience-cloud.html"},{"id":44,"name":"The ADEX GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://theadex.com/privacy-opt-out/"},{"id":282,"name":"Welect GmbH","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.welect.de/datenschutz"},{"id":238,"name":"StackAdapt","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.stackadapt.com/privacy"},{"id":284,"name":"WEBORAMA","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://weborama.com/privacy_en/"},{"id":148,"name":"Liveintent Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://liveintent.com/services-privacy-policy/"},{"id":64,"name":"DigiTrust / IAB Tech Lab","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.digitru.st/privacy-policy/"},{"id":301,"name":"zeotap GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://zeotap.com/privacy_policy"},{"id":275,"name":"TabMo SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"http://static.tabmo.io.s3.amazonaws.com/privacy-policy/index.html"},{"id":310,"name":"Adevinta Spain S.L.U.","purposeIds":[],"legIntPurposeIds":[4],"featureIds":[],"policyUrl":"https://www.adevinta.com/about/privacy/"},{"id":139,"name":"Permodo GmbH","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://permodo.com/de/privacy.html"},{"id":326,"name":"AdTiming Technology Company Limited","purposeIds":[3,5],"legIntPurposeIds":[1,2,4],"featureIds":[],"policyUrl":"http://www.adtiming.com/en/privacypolicy.html"},{"id":262,"name":"Fyber ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.fyber.com/legal/privacy-policy/"},{"id":331,"name":"ad6media","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[2,3],"policyUrl":"https://www.ad6media.fr/privacy"},{"id":345,"name":"The Kantar Group Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.kantar.com/cookies-policies"},{"id":308,"name":"Rockabox Media Ltd","purposeIds":[1],"legIntPurposeIds":[2,3],"featureIds":[],"policyUrl":"http://scoota.com/privacy-policy"},{"id":270,"name":"Marfeel Solutions, SL","purposeIds":[],"legIntPurposeIds":[2],"featureIds":[],"policyUrl":"https://www.marfeel.com/privacy-policy/"},{"id":333,"name":"InMobi Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.inmobi.com/privacy-policy-for-eea"},{"id":202,"name":"Telaria, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://telaria.com/privacy-policy/"},{"id":328,"name":"Gemius SA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.gemius.com/cookie-policy.html"},{"id":281,"name":"Wizaly","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.wizaly.com/terms-of-use#privacy-policy"},{"id":354,"name":"Apester Ltd","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://apester.com/privacy-policy/"},{"id":320,"name":"Adelphic LLC","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://adelphic.com/platform/privacy/"},{"id":359,"name":"AerServ LLC","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.inmobi.com/privacy-policy-for-eea"},{"id":265,"name":"Instinctive, Inc.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://instinctive.io/privacy"},{"id":349,"name":"Optomaton UG","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://optomaton.com/privacy.html"},{"id":288,"name":"Video Media Groep B.V.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"http://www.videomediagroup.com/wp-content/uploads/2016/01/Privacy-policy-VMG.pdf","deletedDate":"2019-09-17T00:00:00Z"},{"id":266,"name":"Digilant Spain, SLU","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.digilant.com/es/politica-privacidad/"},{"id":339,"name":"Vuble","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.vuble.tv/us/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":303,"name":"Orion Semantics","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://static.orion-semantics.com/privacy.html"},{"id":261,"name":"Signal Digital Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.signal.co/privacy-policy/"},{"id":83,"name":"Visarity Technologies GmbH","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://primo.design/docs/PrivacyPolicyPrimo.html"},{"id":343,"name":"DIGITEKA Technologies","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.ultimedia.com/POLICY.html"},{"id":330,"name":"Linicom","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://www.linicom.com/privacy/","deletedDate":"2020-06-08T00:00:00Z"},{"id":231,"name":"AcuityAds Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy.acuityads.com/corporate-privacy-policy.html"},{"id":216,"name":"Mindlytix SAS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://mindlytix.com/privacy/"},{"id":360,"name":"Permutive Technologies, Inc.","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[1,2],"policyUrl":"https://permutive.com/privacy","deletedDate":"2020-03-31T00:00:00Z"},{"id":361,"name":"Permutive","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://permutive.com/privacy"},{"id":311,"name":"Mobfox US LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mobfox.com/privacy-policy/"},{"id":358,"name":"MGID Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mgid.com/privacy-policy"},{"id":152,"name":"Meetrics GmbH","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.meetrics.com/en/data-privacy/"},{"id":251,"name":"Yieldlove GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"http://www.yieldlove.com/cookie-policy"},{"id":344,"name":"My6sense Inc.","purposeIds":[1,3,5],"legIntPurposeIds":[2,4],"featureIds":[],"policyUrl":"https://my6sense.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":347,"name":"Ezoic Inc.","purposeIds":[2,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.ezoic.com/terms/"},{"id":218,"name":"Bigabid Media ltd","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://www.bigabid.com/privacy-policy"},{"id":350,"name":"Free Stream Media Corp. dba Samba TV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://samba.tv/legal/privacy-policy/"},{"id":351,"name":"Samba TV UK Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://samba.tv/legal/privacy-policy/"},{"id":341,"name":"Somo Audience Corp","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[1,2,3],"policyUrl":"https://somoaudience.com/legal/","deletedDate":"2020-07-06T00:00:00Z"},{"id":380,"name":"Vidoomy Media SL","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"http://vidoomy.com/privacy-policy.html"},{"id":378,"name":"communicationAds GmbH & Co. KG","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.communicationads.net/aboutus/privacy/"},{"id":369,"name":"Getintent USA, inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://getintent.com/privacy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":184,"name":"mediarithmics SAS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mediarithmics.com/en-us/content/privacy-policy"},{"id":368,"name":"VECTAURY","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.vectaury.io/en/personal-data"},{"id":373,"name":"Nielsen Marketing Cloud","purposeIds":[1,2],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"http://www.nielsen.com/us/en/privacy-statement/exelate-privacy-policy.html"},{"id":214,"name":"Digital Control GmbH & Co. KG","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://advolution.de/privacy.php","deletedDate":"2020-05-06T00:00:00Z"},{"id":388,"name":"numberly","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://numberly.com/en/privacy/"},{"id":250,"name":"Qriously Ltd","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.brandwatch.com/legal/qriously-privacy-notice/"},{"id":223,"name":"Audience Trading Platform Ltd.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[2],"policyUrl":"https://atp.io/privacy-policy"},{"id":384,"name":"Pixalate, Inc.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"http://pixalate.com/privacypolicy/","deletedDate":"2019-11-08T00:00:00Z"},{"id":387,"name":"Triapodi Ltd.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://appreciate.mobi/page.html#/end-user-privacy-policy"},{"id":312,"name":"Exactag GmbH","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.exactag.com/en/data-privacy/"},{"id":178,"name":"Hybrid Theory","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://hybridtheory.com/privacy-policy/"},{"id":377,"name":"AddApptr GmbH","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.addapptr.com/data-privacy"},{"id":382,"name":"The Reach Group GmbH","purposeIds":[1,2,4,5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://trg.de/en/privacy-statement/"},{"id":206,"name":"Hybrid Adtech GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://hybrid.ai/data_protection_policy"},{"id":403,"name":"Mobusi Mobile Advertising S.L.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mobusi.com/privacy.en.html","deletedDate":"2020-07-17T00:00:00Z"},{"id":385,"name":"Oracle Data Cloud","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://www.oracle.com/legal/privacy/marketing-cloud-data-cloud-privacy-policy.html"},{"id":404,"name":"Duplo Media AS","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://www.easy-ads.com/privacypolicy.htm"},{"id":242,"name":"twiago GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.twiago.com/datenschutz/"},{"id":376,"name":"Pocketmath Pte Ltd","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.pocketmath.com/privacy-policy"},{"id":402,"name":"Effiliation","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://inter.effiliation.com/politique-confidentialite.html"},{"id":413,"name":"Eulerian Technologies","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.eulerian.com/en/privacy/"},{"id":400,"name":"Whenever Media Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.whenevermedia.com/privacy-policy","deletedDate":"2019-07-29T00:00:00Z"},{"id":171,"name":"Webedia","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.webedia-group.com/site/privacy-policy","deletedDate":"2020-07-01T00:00:00Z"},{"id":398,"name":"Yormedia Solutions Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.yormedia.com/privacy-and-cookies-notice/","deletedDate":"2019-08-06T00:00:00Z"},{"id":415,"name":"Seenthis AB","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://seenthis.co/privacy-notice-2018-04-18.pdf"},{"id":263,"name":"Nativo, Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.nativo.com/interest-based-ads"},{"id":329,"name":"Browsi Mobile Ltd","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://gobrowsi.com/browsi-privacy-policy/"},{"id":389,"name":"Bidmanagement GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adspert.net/en/privacy/","deletedDate":"2020-07-01T00:00:00Z"},{"id":337,"name":"SheMedia, LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.shemedia.com/ad-services-privacy-policy"},{"id":422,"name":"Brand Metrics Sweden AB","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://collector.brandmetrics.com/brandmetrics_privacypolicy.pdf"},{"id":421,"name":"LeftsnRight, Inc. dba LIQWID","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://liqwid.solutions/privacy-policy","deletedDate":"2020-06-30T00:00:00Z"},{"id":426,"name":"TradeTracker","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[2],"policyUrl":"https://tradetracker.com/privacy-policy/","deletedDate":"2019-08-21T00:00:00Z"},{"id":394,"name":"AudienceProject Aps","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://privacy.audienceproject.com"},{"id":287,"name":"Avazu Inc.","purposeIds":[],"legIntPurposeIds":[1,3,4],"featureIds":[3],"policyUrl":"http://avazuinc.com/opt-out/","deletedDate":"2020-08-03T00:00:00Z"},{"id":243,"name":"Cloud Technologies S.A.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.cloudtechnologies.pl/en/internet-advertising-privacy-policy"},{"id":113,"name":"iotec global Ltd.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.iotecglobal.com/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":338,"name":"dunnhumby Germany GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.sociomantic.com/privacy/en/","deletedDate":"2020-07-17T00:00:00Z"},{"id":405,"name":"IgnitionAi Ltd","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[2],"policyUrl":"https://www.isitelab.io/default.aspx","deletedDate":"2020-07-03T00:00:00Z"},{"id":416,"name":"Commanders Act","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.commandersact.com/en/privacy/"},{"id":434,"name":"DynAdmic","purposeIds":[1,3],"legIntPurposeIds":[2,4],"featureIds":[1,3],"policyUrl":"http://eu.dynadmic.com/privacy-policy/"},{"id":435,"name":"SINGLESPOT SAS ","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.singlespot.com/privacy_policy?locale=fr"},{"id":409,"name":"Arrivalist Co.","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[1,2],"policyUrl":"https://www.arrivalist.com/privacy"},{"id":321,"name":"Ziff Davis LLC","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.ziffdavis.com/privacy-policy"},{"id":436,"name":"INVIBES GROUP","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[1,2,3],"policyUrl":"http://www.invibes.com/terms"},{"id":442,"name":"R-Advertising","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.tradedoubler.com/en/privacy-policy/","deletedDate":"2019-08-20T00:00:00Z"},{"id":362,"name":"Myntelligence S.r.l.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://myntelligence.com/privacy-page/"},{"id":418,"name":"PROXISTORE","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://www.proxistore.com/common/en/cgv"},{"id":449,"name":"Mobile Journey B.V.","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://mobilejourney.com/Privacy-Policy","deletedDate":"2019-09-05T00:00:00Z"},{"id":443,"name":"Tradedoubler AB","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[2],"policyUrl":"https://www.tradedoubler.com/en/privacy-policy/","deletedDate":"2019-08-13T00:00:00Z"},{"id":429,"name":"Signals","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://signalsdata.com/platform-cookie-policy/"},{"id":335,"name":"Beachfront Media LLC","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"http://beachfront.com/privacy-policy/"},{"id":407,"name":"Publishers Internationale Pty Ltd","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.pi-rate.com.au/privacy.html","deletedDate":"2019-11-08T00:00:00Z"},{"id":427,"name":"Proxi.cloud Sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://proxi.cloud/info/privacy-policy/"},{"id":374,"name":"Bmind a Sales Maker Company, S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.bmind.es/legal-notice/"},{"id":438,"name":"INVIDI technologies AB","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.invidi.com/wp-content/uploads/2020/02/ad-tech-services-privacy-policy.pdf"},{"id":450,"name":"Neodata Group srl","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.neodatagroup.com/en/security-policy"},{"id":452,"name":"Innovid Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.innovid.com/privacy-policy"},{"id":444,"name":"Playbuzz Ltd (aka EX.CO)","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://ex.co/privacy-policy/"},{"id":412,"name":"Cxense ASA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.cxense.com/about-us/privacy-policy"},{"id":454,"name":"Adimo","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://adimo.co/privacy-policy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":455,"name":"GDMServices, Inc. d/b/a FiksuDSP","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://fiksu.com/privacy-policy/"},{"id":298,"name":"Cuebiq Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.cuebiq.com/privacypolicy/","deletedDate":"2019-08-30T00:00:00Z"},{"id":423,"name":"travel audience GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://travelaudience.com/product-privacy-policy/"},{"id":397,"name":"Demandbase, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.demandbase.com/privacy-policy/"},{"id":381,"name":"Solocal","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://frontend.adhslx.com/privacy.html?"},{"id":425,"name":"ADRINO Sp. z o.o.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.adrino.pl/ciasteczkowa-polityka/","deletedDate":"2019-09-05T00:00:00Z"},{"id":365,"name":"Forensiq LLC","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[1,3],"policyUrl":"https://impact.com/privacy-policy/"},{"id":447,"name":"Adludio Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adludio.com/privacy-policy/"},{"id":410,"name":"Adtelligent Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adtelligent.com/privacy-policy/"},{"id":137,"name":"Str\u00f6er SSP GmbH (DSP)","purposeIds":[],"legIntPurposeIds":[1,2,3],"featureIds":[],"policyUrl":"https://www.stroeer.de/fileadmin/de/Konvergenz_und_Konzepte/Daten_und_Technologien/Stroeer_SSP/Downloads/Datenschutz_Stroeer_SSP.pdf"},{"id":395,"name":"PREX Programmatic Exchange GmbH&Co KG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[],"policyUrl":"http://www.programmatic-exchange.com/privacy","deletedDate":"2020-07-03T00:00:00Z"},{"id":462,"name":"Bidstack Limited","purposeIds":[1,2,5],"legIntPurposeIds":[3,4],"featureIds":[2],"policyUrl":"https://www.bidstack.com/privacy-policy/"},{"id":466,"name":"TACTIC\u2122 Real-Time Marketing AS","purposeIds":[],"legIntPurposeIds":[4,5],"featureIds":[],"policyUrl":"https://tacticrealtime.com/privacy/"},{"id":340,"name":"Yieldr UK","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.yieldr.com/privacy"},{"id":336,"name":"Telecoming S.A.","purposeIds":[3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://www.telecoming.com/privacy-policy/"},{"id":430,"name":"Ad Unity Ltd","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"http://www.adunity.com/privacy-policy.html","deletedDate":"2019-08-13T00:00:00Z"},{"id":346,"name":"Cybba, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://cybba.com/about/legal/data-processing-agreement/","deletedDate":"2020-08-03T00:00:00Z"},{"id":469,"name":"Zeta Global","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://zetaglobal.com/privacy-policy/"},{"id":440,"name":"DEFINE MEDIA GMBH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.definemedia.de/datenschutz-conative/"},{"id":375,"name":"Affle International","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://affle.com/privacy-policy "},{"id":196,"name":"AdElement Media Solutions Pvt Ltd","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"http://adelement.com/privacy-policy.html"},{"id":268,"name":"Social Tokens Ltd. ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://woobi.com/privacy/","deletedDate":"2019-10-02T00:00:00Z"},{"id":475,"name":"TAPTAP Digital SL","purposeIds":[1,2,3],"legIntPurposeIds":[4,5],"featureIds":[1,2,3],"policyUrl":"http://www.taptapnetworks.com/privacy_policy/"},{"id":474,"name":"hbfsTech","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[],"policyUrl":"http://www.hbfstech.com/fr/privacy.html"},{"id":448,"name":"Targetspot Belgium SPRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://marketing.targetspot.com/Targetspot/Legal/TargetSpot%20Privacy%20Policy%20-%20June%202018.pdf"},{"id":428,"name":"Internet BillBoard a.s.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.ibillboard.com/en/privacy-information/"},{"id":461,"name":"B2B Media Group EMEA GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.selfcampaign.com/static/privacy","deletedDate":"2019-08-14T00:00:00Z"},{"id":476,"name":"HIRO Media Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1],"policyUrl":"http://hiro-media.com/privacy.php"},{"id":480,"name":"pilotx.tv","purposeIds":[2,3],"legIntPurposeIds":[1,4,5],"featureIds":[1,2,3],"policyUrl":"https://pilotx.tv/privacy/"},{"id":366,"name":"CerebroAd.com s.r.o.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.cerebroad.com/privacy-policy","deletedDate":"2019-10-02T00:00:00Z"},{"id":392,"name":"Str\u00f6er Mobile Performance GmbH","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[3],"policyUrl":"https://stroeermobileperformance.com/?dl=privacy"},{"id":357,"name":"Totaljobs Group Ltd ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.totaljobs.com/privacy-policy"},{"id":486,"name":"Madington","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://delivered-by-madington.com/dat-privacy-policy/"},{"id":468,"name":"NeuStar, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1,2],"policyUrl":"https://www.home.neustar/privacy"},{"id":458,"name":"AdColony, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1],"policyUrl":"adcolony.com/privacy-policy/"},{"id":489,"name":"YellowHammer Media Group","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.yhmg.com/privacy-policy/","deletedDate":"2019-11-27T00:00:00Z"},{"id":293,"name":"SpringServe, LLC","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://springserve.com/privacy-policy/"},{"id":484,"name":"STRIATUM SAS","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://adledge.com/data-privacy/"},{"id":493,"name":"Carbon (AI) Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://carbonrmp.com/privacy.html"},{"id":495,"name":"Arcspire Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://public.arcspire.io/privacy.pdf"},{"id":496,"name":"Automattic Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://en.blog.wordpress.com/2017/12/04/updated-privacy-policy/"},{"id":424,"name":"KUPONA GmbH","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.kupona.de/dsgvo/"},{"id":408,"name":"Fidelity Media","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"https://fidelity-media.com/privacy-policy/"},{"id":473,"name":"Sub2 Technologies Ltd","purposeIds":[3,4,5],"legIntPurposeIds":[1,2],"featureIds":[],"policyUrl":"http://www.sub2tech.com/privacy-policy/"},{"id":467,"name":"Haensel AMS GmbH","purposeIds":[3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://haensel-ams.com/data-privacy/"},{"id":490,"name":"PLAYGROUND XYZ EMEA LTD","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://playground.xyz/privacy"},{"id":464,"name":"Oracle AddThis","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.addthis.com/privacy/privacy-policy/","deletedDate":"2020-02-12T00:00:00Z"},{"id":491,"name":"Triboo Data Analytics","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.shinystat.com/it/informativa_privacy_generale.html"},{"id":499,"name":"PurposeLab, LLC","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://purposelab.com/privacy/","deletedDate":"2019-10-02T00:00:00Z"},{"id":502,"name":"NEXD","purposeIds":[5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://nexd.com/privacy-policy"},{"id":465,"name":"Schibsted Product and Tech UK","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.schibsted.com/","deletedDate":"2019-07-26T00:00:00Z"},{"id":497,"name":"Little Big Data sp.z.o.o.","purposeIds":[1,2,4],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://dtxngr.com/legal/"},{"id":492,"name":"LotaData, Inc.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[1],"policyUrl":"https://lotadata.com/privacy_policy","deletedDate":"2019-10-02T00:00:00Z"},{"id":512,"name":"PubNative GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://pubnative.net/privacy-notice/"},{"id":471,"name":"FlexOffers.com, LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.flexoffers.com/privacy-policy/","deletedDate":"2019-11-18T00:00:00Z"},{"id":494,"name":"Cablato Limited","purposeIds":[1,2,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://cablato.com/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":516,"name":"Pexi B.V.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://pexi.nl/privacy-policy/"},{"id":507,"name":"AdsWizz Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1,2,3],"policyUrl":"https://www.adswizz.com/our-privacy-policy/"},{"id":482,"name":"UberMedia, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://ubermedia.com/summary-of-privacy-policy/"},{"id":505,"name":"Shopalyst Inc","purposeIds":[1,2],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.shortlyst.com/eu/privacy_terms.html"},{"id":517,"name":"SunMedia ","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[2],"policyUrl":"https://www.sunmedia.tv/en/cookies"},{"id":518,"name":"Accelerize Inc.","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://getcake.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":511,"name":"Admixer EU GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://admixer.com/privacy/"},{"id":479,"name":"INFINIA MOBILE S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.infiniamobile.com/privacy_policy"},{"id":513,"name":"Shopstyle","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.shopstyle.co.uk/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":509,"name":"ATG Ad Tech Group GmbH","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://ad-tech-group.com/privacy-policy/"},{"id":521,"name":"netzeffekt GmbH","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.netzeffekt.de/en/imprint"},{"id":487,"name":"nugg.ad GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1],"policyUrl":"https://www.nugg.ad/en/privacy/general-information.html","deletedDate":"2019-10-03T00:00:00Z"},{"id":515,"name":"ZighZag","purposeIds":[1,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://zighzag.com/privacy"},{"id":520,"name":"ChannelSight ","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.channelsight.com/privacypolicy/"},{"id":524,"name":"The Ozone Project Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://ozoneproject.com/privacy-policy"},{"id":529,"name":"Fidzup","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.fidzup.com/en/privacy/","deletedDate":"2019-11-18T00:00:00Z"},{"id":528,"name":"Kayzen","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://kayzen.io/data-privacy-policy"},{"id":527,"name":"Jampp LTD","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://jampp.com/privacy.html"},{"id":506,"name":"salesforce.com, inc.","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.salesforce.com/company/privacy/"},{"id":534,"name":"SmartyAds Inc.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://smartyads.com/privacy-policy"},{"id":535,"name":"INNITY","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.innity.com/privacy-policy.php"},{"id":514,"name":"Uprival LLC","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://uprival.com/privacy-policy/","deletedDate":"2020-01-21T00:00:00Z"},{"id":522,"name":"Tealium Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://tealium.com/privacy-policy/"},{"id":530,"name":"Near Pte Ltd","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://near.co/privacy"},{"id":539,"name":"AdDefend GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.addefend.com/en/privacy-policy/"},{"id":501,"name":"Alliance Gravity Data Media","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.alliancegravity.com/politiquedeprotectiondesdonneespersonnelles"},{"id":519,"name":"Chargeads","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.chargeplatform.com/privacy"},{"id":523,"name":"X-Mode Social, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://xmode.io/privacy-policy.html"},{"id":537,"name":"RUN, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.runads.com/privacy-policy"},{"id":531,"name":"Smartclip Hispania SL","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://rgpd-smartclip.com/"},{"id":536,"name":"GlobalWebIndex","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"http://legal.trendstream.net/non-panellist_privacy_policy"},{"id":542,"name":"Densou Trading Desk ApS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://densou.dk/Policy.html","deletedDate":"2020-01-21T00:00:00Z"},{"id":525,"name":"PUB OCEAN LIMITED","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://rta.pubocean.com/privacy-policy/","deletedDate":"2019-10-03T00:00:00Z"},{"id":544,"name":"Kochava Inc.","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://www.kochava.com/support-privacy/"},{"id":543,"name":"PaperG, Inc. dba Thunder Industries","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.makethunder.com/privacy"},{"id":334,"name":"Cydersoft","purposeIds":[],"legIntPurposeIds":[1,2,3,4],"featureIds":[2,3],"policyUrl":"http://www.videmob.com/privacy.html"},{"id":551,"name":"Illuma Technology Limited","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.weareilluma.com/endddd","deletedDate":"2019-11-14T00:00:00Z"},{"id":540,"name":"Tunnl BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://tunnl.com/privacy.html","deletedDate":"2019-12-20T00:00:00Z"},{"id":547,"name":"Video Reach","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.videoreach.de/about/privacy-policy/","deletedDate":"2020-01-21T00:00:00Z"},{"id":546,"name":"Smart Traffik","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://okube-attribution.com/politique-de-confidentialite/"},{"id":541,"name":"DeepIntent, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.deepintent.com/privacypolicy"},{"id":545,"name":"Reignn Platform Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://reignn.com/user-privacy-policy"},{"id":439,"name":"Bit Q Holdings Limited","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.rippll.com/privacy"},{"id":553,"name":"Adhese","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://adhese.com/privacy-and-cookie-policy"},{"id":556,"name":"adhood.com","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://v3.adhood.com/en/site/politikavekurallar/gizlilik.php?lang=en"},{"id":550,"name":"Happydemics","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.iubenda.com/privacy-policy/69056167/full-legal"},{"id":560,"name":"Leiki Ltd.","purposeIds":[1,2,3],"legIntPurposeIds":[4],"featureIds":[],"policyUrl":"http://www.leiki.com/privacy","deletedDate":"2020-01-07T00:00:00Z"},{"id":554,"name":"RMSi Radio Marketing Service interactive GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.rms.de/datenschutz/"},{"id":498,"name":"Dr. Banner","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://drbanner.com/privacypolicy_en/"},{"id":565,"name":"Adobe Audience Manager","purposeIds":[1,2,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adobe.com/privacy/policy.html"},{"id":118,"name":"Drawbridge, Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.drawbridge.com/privacy/","deletedDate":"2020-03-06T00:00:00Z"},{"id":572,"name":"CHEQ AI TECHNOLOGIES LTD.","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://www.cheq.ai/privacy"},{"id":571,"name":"ViewPay","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://viewpay.tv/mentions-legales/"},{"id":568,"name":"Jointag S.r.l.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.jointag.com/privacy/kariboo/publisher/third/"},{"id":570,"name":"Czech Publisher Exchange z.s.p.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.cpex.cz/pro-uzivatele/ochrana-soukromi/"},{"id":559,"name":"Otto (GmbH & Co KG)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2],"policyUrl":"https://www.otto.de/shoppages/service/datenschutz"},{"id":548,"name":"LBC France","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.leboncoin.fr/dc/cookies","deletedDate":"2020-04-23T00:00:00Z"},{"id":569,"name":"Kairos Fire","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.kairosfire.com/privacy"},{"id":577,"name":"Neustar on behalf of The Procter & Gamble Company","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.pg.com/privacy/english/privacy_statement.shtml"},{"id":590,"name":"Sourcepoint Technologies, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.sourcepoint.com/privacy-policy"},{"id":587,"name":"Localsensor B.V.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://www.localsensor.com/privacy.html"},{"id":578,"name":"MAIRDUMONT NETLETIX GmbH&Co. KG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://mairdumont-netletix.com/datenschutz"},{"id":580,"name":"Goldbach Group AG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1,2,3],"policyUrl":"https://goldbach.com/ch/de/datenschutz"},{"id":593,"name":"Programatica de publicidad S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://datmean.com/politica-privacidad/"},{"id":574,"name":"Realeyes OU","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://realview.realeyesit.com/privacy"},{"id":581,"name":"Mobilewalla, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.mobilewalla.com/business-services-privacy-policy"},{"id":598,"name":"audio content & control GmbH","purposeIds":[1],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://www.audio-cc.com/audiocc_privacy_policy.pdf"},{"id":596,"name":"InsurAds Technologies SA.","purposeIds":[3],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://www.insurads.com/privacy.html"},{"id":576,"name":"StartApp Inc.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"https://www.startapp.com/policy/privacy-policy/","deletedDate":"2020-04-23T00:00:00Z"},{"id":592,"name":"Colpirio.com","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy-policy.colpirio.com/en/","deletedDate":"2020-03-18T00:00:00Z"},{"id":549,"name":"Bandsintown Amplified LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://corp.bandsintown.com/privacy"},{"id":597,"name":"Better Banners A/S","purposeIds":[],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://betterbanners.com/en/privacy"},{"id":601,"name":"WebAds B.V","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy.webads.eu/"},{"id":599,"name":"Maximus Live LLC","purposeIds":[],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://maximusx.com/privacy-policy/"},{"id":604,"name":"Join","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.teamjoin.fr/privacy.html","deletedDate":"2020-04-23T00:00:00Z"},{"id":606,"name":"Impactify ","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://impactify.io/privacy-policy/"},{"id":608,"name":"News and Media Holding, a.s.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.newsandmedia.sk/gdpr/"},{"id":602,"name":"Online Solution Int Limited","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://adsafety.net/privacy.html"},{"id":612,"name":"Adnami Aps","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adnami.io/privacy","deletedDate":"2020-03-17T00:00:00Z"},{"id":591,"name":"Consumable, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://consumable.com/privacy-policy.html"},{"id":614,"name":"Market Resource Partners LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.mrpfd.com/privacy-policy/"},{"id":615,"name":"Adsolutions BV","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adsolutions.com/privacy-policy/"},{"id":607,"name":"ucfunnel Co., Ltd.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.ucfunnel.com/privacy-policy"},{"id":609,"name":"Predicio","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.predic.io/privacy"},{"id":617,"name":"Onfocus (Adagio)","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adagio.io/privacy"},{"id":620,"name":"Blue","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.getblue.io/privacy/"},{"id":610,"name":"Azerion Holding B.V.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"https://azerion.com/business/privacy.html"},{"id":621,"name":"Seznam.cz, a.s.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[2,3],"policyUrl":"https://www.seznam.cz/ochranaudaju"},{"id":624,"name":"Norstat AS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.norstatpanel.com/en/data-protection"},{"id":623,"name":"Adprime Media Inc. ","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://adprimehealth.com/privacy/","deletedDate":"2020-06-17T00:00:00Z"},{"id":95,"name":"Lotame Solutions, inc","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[2],"policyUrl":"https://www.lotame.com/about-lotame/privacy/lotame-corporate-websites-privacy-policy/"},{"id":618,"name":"BEINTOO SPA","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.beintoo.com/privacy-cookie-policy/"},{"id":619,"name":"Capitaldata","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.capitaldata.fr/privacy"},{"id":625,"name":"BILENDI SA","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.maximiles.com/privacy-policy"},{"id":628,"name":": Tappx","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.tappx.com/en/privacy-policy/"},{"id":626,"name":"Hivestack Inc.","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[3],"policyUrl":"https://hivestack.com/privacy-policy"},{"id":631,"name":"Relay42 Netherlands B.V.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://relay42.com/privacy"},{"id":627,"name":"D-Edge","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.d-edge.com/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":644,"name":"Gamoshi LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.gamoshi.com/privacy-policy"},{"id":639,"name":"Smile Wanted Group","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.smilewanted.com/privacy.php"},{"id":635,"name":"WebMediaRM","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.webmediarm.com/vie_privee_et_opposition_en.php"},{"id":579,"name":"Ve Global","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.ve.com/privacy-policy"},{"id":645,"name":"Noster Finance S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.finect.com/terminos-legales/politica-de-cookies"},{"id":653,"name":"Smartme Analytics","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[1],"policyUrl":"http://smartmeapp.com/info/smartme/aviso_legal.php","deletedDate":"2020-07-03T00:00:00Z"},{"id":613,"name":"Adserve.zone / Artworx AS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://adserve.zone/adserveprivacypolicy.html"},{"id":573,"name":"Dailymotion SA","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[2],"policyUrl":"https://www.dailymotion.com/legal/privacy"},{"id":652,"name":"Skaze","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.skaze.fr/rgpd/"},{"id":646,"name":"Notify","purposeIds":[1,2],"legIntPurposeIds":[5],"featureIds":[1],"policyUrl":"https://notify-group.com/en/mentions-legales/"},{"id":648,"name":"TrueData Solutions, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.truedata.co/privacy-policy/"},{"id":647,"name":"Axel Springer Teaser Ad GmbH","purposeIds":[2],"legIntPurposeIds":[1,3,5],"featureIds":[],"policyUrl":"https://www.adup-tech.com/privacy"},{"id":654,"name":"GRAPHINIUM","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.graphinium.com/privacy/"},{"id":659,"name":"Research and Analysis of Media in Sweden AB","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www2.rampanel.com/privacy-policy/"},{"id":656,"name":"Think Clever Media","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.contentignite.com/privacy-policy/"},{"id":504,"name":"Alive & Kicking Global Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mcsaatchiplc.com/legal/privacy-cookies","deletedDate":"2020-07-27T00:00:00Z"},{"id":657,"name":"GP One GmbH","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://www.gsi-one.org/de/privacy-policy.html"},{"id":655,"name":"Sportradar AG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.sportradar.com/about-us/privacy/"},{"id":662,"name":"SoundCast","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://soundcast.fm/en/data-privacy"},{"id":665,"name":"Digital East GmbH","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.digitaleast.mobi/en/legal/privacy-policy/"},{"id":650,"name":"Telefonica Investigaci\u00f3n y Desarrollo S.A.U","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.cognitivemarketing.tid.es/"},{"id":666,"name":"BeOp","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://beop.io/privacy"},{"id":663,"name":"Mobsuccess","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.mobsuccess.com/en/privacy"},{"id":658,"name":"BLIINK SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://bliink.io/privacy-policy"},{"id":667,"name":"Liftoff Mobile, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://liftoff.io/privacy-policy/"},{"id":668,"name":"WhatRocks Inc. ","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.whatrocks.co/en/privacy-policy "},{"id":670,"name":"Timehop, Inc.","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.timehop.com/privacy"},{"id":674,"name":"Duration Media, LLC.","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.durationmedia.net/privacy-policy"},{"id":675,"name":"Instreamatic inc.","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://instreamatic.com/privacy-policy/"},{"id":676,"name":"BusinessClick","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.businessclick.com/documents/RegulaminProgramuBusinessClick-2019.pdf"},{"id":677,"name":"Intercept Interactive Inc. dba Undertone","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.undertone.com/privacy/"},{"id":660,"name":"Schibsted Norge AS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"https://static.vg.no/privacy/","deletedDate":"2019-09-16T00:00:00Z"},{"id":673,"name":"TTNET AS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.programattik.com/en/privacy-policy.aspx"},{"id":664,"name":"adMarketplace, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.admarketplace.com/privacy-policy/"},{"id":671,"name":"Mediaforce LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"http://casino.mindthebet.co.uk/themes/mindthebetv2-casino/privacy.php"},{"id":561,"name":"AuDigent","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://audigent.com/platform-privacy-policy"},{"id":682,"name":"Radio Net Media Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.adtonos.com/service-privacy-policy/"},{"id":684,"name":"Blue Billywig BV","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.bluebillywig.com/privacy-statement/"},{"id":686,"name":"The MediaGrid Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.themediagrid.com/privacy-policy/"},{"id":685,"name":"Arkeero","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://arkeero.com/privacy-2/"},{"id":687,"name":"MISSENA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://missena.com/confidentialite/"},{"id":690,"name":"Go.pl sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://go.pl/polityka-prywatnosci/"},{"id":691,"name":"Lifesight Pte. Ltd.","purposeIds":[1,2,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.lifesight.io/privacy-policy/"},{"id":697,"name":"ADWAYS SAS","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.adways.com/confidentialite/?lang=en"},{"id":681,"name":"MyTraffic","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mytraffic.io/en/privacy"},{"id":649,"name":"adality GmbH","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[1],"policyUrl":"https://adality.de/en/privacy/"},{"id":712,"name":"Inspired Mobile Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://byinspired.com/privacypolicy.pdf"},{"id":688,"name":"Effinity","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.effiliation.com/politique-de-confidentialite/"},{"id":702,"name":"Kwanko","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.kwanko.com/fr/rgpd/"},{"id":715,"name":"BidBerry SRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.bidberrymedia.com/privacy-policy/"},{"id":713,"name":"Dataseat Ltd","purposeIds":[2,5],"legIntPurposeIds":[1,3,4],"featureIds":[],"policyUrl":"https://dataseat.com/privacy-policy"},{"id":716,"name":"OnAudience Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.onaudience.com/internet-advertising-privacy-policy"},{"id":708,"name":"Dugout Limited ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://dugout.com/privacy-policy"},{"id":717,"name":"Audience Network","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.en.audiencenetwork.pl/internet-advertising-privacy-policy"},{"id":718,"name":"AppConsent Xchange","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://appconsent.io/en/privacy-policy"},{"id":720,"name":"AAX LLC","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://aax.media/privacy/"},{"id":678,"name":"Axonix LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://axonix.com/privacy-cookie-policy/"},{"id":719,"name":"Online Advertising Network Sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.oan.pl/en/privacy-policy"},{"id":707,"name":"Dentsu Aegis Network Italia SpA","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.dentsuaegisnetwork.com/it/it/policies/info-cookie"},{"id":721,"name":"Beaconspark Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[4,5],"featureIds":[1],"policyUrl":"https://www.engageya.com/privacy"},{"id":724,"name":"Between Exchange","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2,3],"policyUrl":"https://en.betweenx.com/pdata.pdf"},{"id":728,"name":"Appier PTE Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.appier.com/privacy-policy/"},{"id":729,"name":"Cavai AS & UK ","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://cav.ai/privacy-policy/"},{"id":723,"name":"Adzymic Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.adzymic.co/privacy"},{"id":737,"name":"Monet Engine Inc","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://appmonet.com/privacy-policy/"},{"id":740,"name":"6Sense Insights, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://6sense.com/privacy-policy/"},{"id":744,"name":"Vidazoo Ltd","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[2],"policyUrl":"https://vidazoo.gitbook.io/vidazoo-legal/privacy-policy"},{"id":731,"name":"GeistM Technologies LTD","purposeIds":[],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.geistm.com/privacy"},{"id":741,"name":"Brand Advance Limited","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.wearebrandadvance.com/website-privacy-policy"},{"id":734,"name":"Cint AB","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.cint.com/participant-privacy-notice"},{"id":709,"name":"NC Audience Exchange, LLC (NewsIQ)","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"https://www.ncaudienceexchange.com/privacy/"},{"id":739,"name":"Blingby LLC","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://blingby.com/privacy"},{"id":732,"name":"Performax.cz, s.r.o.","purposeIds":[2,4,5],"legIntPurposeIds":[1,3],"featureIds":[2,3],"policyUrl":"https://reg.tiscali.cz/privacy-policy"},{"id":736,"name":"BidMachine Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://explorestack.com/privacy-policy/"},{"id":738,"name":"adbility media GmbH","purposeIds":[2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.adbility-media.com/datenschutzerklaerung/"},{"id":742,"name":"Audiencerate LTD","purposeIds":[],"legIntPurposeIds":[1,2,5],"featureIds":[],"policyUrl":"https://www.audiencerate.com/privacy/"},{"id":743,"name":"MOVIads Sp. z o.o. Sp. k.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://moviads.pl/polityka-prywatnosci/"},{"id":746,"name":"Adxperience SAS","purposeIds":[2],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://adxperience.com/privacy-policy/"},{"id":747,"name":"Kairion GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://kairion.de/datenschutzbestimmungen/"},{"id":748,"name":"AUDIOMOB LTD","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.audiomob.io/privacy"},{"id":749,"name":"Good-Loop Ltd","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://doc.good-loop.com/policy/privacy-policy.html"},{"id":754,"name":"DistroScale, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.distroscale.com/privacy-policy/"},{"id":756,"name":"Fandom, Inc.","purposeIds":[3],"legIntPurposeIds":[1,2,4,5],"featureIds":[],"policyUrl":"https://www.fandom.com/privacy-policy"},{"id":758,"name":"GfK Netherlands B.V.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://gfkpanel.nl/privacy"},{"id":759,"name":"RevJet","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.revjet.com/privacy"},{"id":760,"name":"VEXPRO TECHNOLOGIES LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://onedash.com/privacy-policy.html"},{"id":761,"name":"Digiseg ApS","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://digiseg.io/privacy-center/"},{"id":763,"name":"Delidatax SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.delidatax.net/privacy.htm"},{"id":764,"name":"Lucidity","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://golucidity.com/privacy-policy/"},{"id":765,"name":"Grabit Interactive Media Inc dba KERV Interctive","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://kervit.com/privacy-policy/"},{"id":766,"name":"ADCELL | Firstlead GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.adcell.de/agb#sector_6"},{"id":768,"name":"Global Media & Entertainment Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://global.com/privacy-policy/"},{"id":770,"name":"MARKETPERF CORP","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[2,3],"policyUrl":"https://www.marketperf.com/assets/images/app/marketperf/pdf/privacy-policy.pdf"},{"id":773,"name":"360e-com Sp. z o.o.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.clickonometrics.com/optout/"},{"id":775,"name":"SelectMedia International LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.selectmedia.asia/terms-and-privacy/"},{"id":778,"name":"Discover-Tech ltd","purposeIds":[2,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://discover-tech.io/dsp-privacy-policy/"},{"id":779,"name":"Adtarget Medya A.S.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adtarget.com.tr/adtarget-privacy-policy-2020.pdf"},{"id":780,"name":"Aniview LTD","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.aniview.com/privacy-policy/"},{"id":781,"name":"FeedAd GmbH","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[2,3],"policyUrl":"https://feedad.com/privacy/"},{"id":784,"name":"Nubo LTD","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://www.recod3.com/privacypolicy.php"},{"id":786,"name":"TargetVideo GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.target-video.com/datenschutz/"},{"id":798,"name":"Adverticum cPlc.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://adverticum.net/english/privacy-and-data-processing-information/"},{"id":803,"name":"Click Tech Limited","purposeIds":[1],"legIntPurposeIds":[2,3],"featureIds":[1],"policyUrl":"https://en.yeahmobi.com/html/privacypolicy/"}]}
\ No newline at end of file
+{"vendorListVersion":215,"lastUpdated":"2020-08-13T16:00:19Z","purposes":[{"id":1,"name":"Information storage and access","description":"The storage of information, or access to information that is already stored, on your device such as advertising identifiers, device identifiers, cookies, and similar technologies."},{"id":2,"name":"Personalisation","description":"The collection and processing of information about your use of this service to subsequently personalise advertising and/or content for you in other contexts, such as on other websites or apps, over time. Typically, the content of the site or app is used to make inferences about your interests, which inform future selection of advertising and/or content."},{"id":3,"name":"Ad selection, delivery, reporting","description":"The collection of information, and combination with previously collected information, to select and deliver advertisements for you, and to measure the delivery and effectiveness of such advertisements. This includes using previously collected information about your interests to select ads, processing data about what advertisements were shown, how often they were shown, when and where they were shown, and whether you took any action related to the advertisement, including for example clicking an ad or making a purchase. This does not include personalisation, which is the collection and processing of information about your use of this service to subsequently personalise advertising and/or content for you in other contexts, such as websites or apps, over time."},{"id":4,"name":"Content selection, delivery, reporting","description":"The collection of information, and combination with previously collected information, to select and deliver content for you, and to measure the delivery and effectiveness of such content. This includes using previously collected information about your interests to select content, processing data about what content was shown, how often or how long it was shown, when and where it was shown, and whether the you took any action related to the content, including for example clicking on content. This does not include personalisation, which is the collection and processing of information about your use of this service to subsequently personalise content and/or advertising for you in other contexts, such as websites or apps, over time."},{"id":5,"name":"Measurement","description":"The collection of information about your use of the content, and combination with previously collected information, used to measure, understand, and report on your usage of the service. This does not include personalisation, the collection of information about your use of this service to subsequently personalise content and/or advertising for you in other contexts, i.e. on other service, such as websites or apps, over time."}],"features":[{"id":1,"name":"Matching Data to Offline Sources","description":"Combining data from offline sources that were initially collected in other contexts."},{"id":2,"name":"Linking Devices","description":"Allow processing of a user's data to connect such user across multiple devices."},{"id":3,"name":"Precise Geographic Location Data","description":"Allow processing of a user's precise geographic location data in support of a purpose for which that certain third party has consent."}],"vendors":[{"id":8,"name":"Emerse Sverige AB","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"https://www.emerse.com/privacy-policy/"},{"id":9,"name":"AdMaxim Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.admaxim.com/admaxim-privacy-policy/","deletedDate":"2020-06-17T00:00:00Z"},{"id":12,"name":"BeeswaxIO Corporation","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.beeswax.com/privacy/"},{"id":28,"name":"TripleLift, Inc.","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://triplelift.com/privacy/"},{"id":27,"name":"ADventori SAS","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adventori.com/with-us/legal-notice/"},{"id":25,"name":"Verizon Media EMEA Limited","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2,3],"policyUrl":"https://www.verizonmedia.com/policies/ie/en/verizonmedia/privacy/index.html"},{"id":26,"name":"Venatus Media Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.venatusmedia.com/privacy/"},{"id":1,"name":"Exponential Interactive, Inc d/b/a VDX.tv","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://vdx.tv/privacy/"},{"id":6,"name":"AdSpirit GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.adspirit.de/privacy"},{"id":30,"name":"BidTheatre AB","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.bidtheatre.com/privacy-policy"},{"id":24,"name":"Epsilon","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.conversantmedia.eu/legal/privacy-policy"},{"id":29,"name":"Etarget SE","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.etarget.sk/privacy.php","deletedDate":"2020-06-01T00:00:00Z"},{"id":39,"name":"ADITION technologies AG","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.adition.com/datenschutz"},{"id":11,"name":"Quantcast International Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.quantcast.com/privacy/"},{"id":15,"name":"Adikteev","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adikteev.com/privacy-policy-eng/"},{"id":4,"name":"Roq.ad Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.roq.ad/privacy-policy"},{"id":7,"name":"Vibrant Media Limited","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.vibrantmedia.com/en/privacy-policy/"},{"id":2,"name":"Captify Technologies Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.captify.co.uk/privacy-policy/"},{"id":37,"name":"NEURAL.ONE","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://web.neural.one/privacy-policy/"},{"id":13,"name":"Sovrn Holdings Inc","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.sovrn.com/sovrn-privacy/"},{"id":34,"name":"NEORY GmbH","purposeIds":[1,2,4,5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.neory.com/privacy.html"},{"id":32,"name":"Xandr, Inc.","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.xandr.com/privacy/platform-privacy-policy/"},{"id":10,"name":"Index Exchange, Inc. ","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[2,3],"policyUrl":"https://www.indexexchange.com/privacy"},{"id":57,"name":"ADARA MEDIA UNLIMITED","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://adara.com/privacy-promise/"},{"id":63,"name":"Avocet Systems Limited","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://avocet.io/privacy-portal"},{"id":51,"name":"xAd, Inc. dba GroundTruth","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.groundtruth.com/privacy-policy/"},{"id":49,"name":"TRADELAB","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://tradelab.com/en/privacy/"},{"id":45,"name":"Smart Adserver","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://smartadserver.com/end-user-privacy-policy/"},{"id":52,"name":"The Rubicon Project, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[3],"policyUrl":"http://www.rubiconproject.com/rubicon-project-yield-optimization-privacy-policy/"},{"id":71,"name":"Roku Advertising Services","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://docs.roku.com/published/userprivacypolicy/en/us"},{"id":79,"name":"MediaMath, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.mediamath.com/privacy-policy/"},{"id":91,"name":"Criteo SA","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.criteo.com/privacy/"},{"id":85,"name":"Crimtan Holdings Limited","purposeIds":[2],"legIntPurposeIds":[1,3,5],"featureIds":[1,3],"policyUrl":"https://crimtan.com/privacy/"},{"id":16,"name":"RTB House S.A.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.rtbhouse.com/privacy-center/services-privacy-policy/"},{"id":86,"name":"Scene Stealer Limited","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"http://scenestealer.tv/privacy-policy/"},{"id":94,"name":"Blis Media Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.blis.com/privacy/"},{"id":73,"name":"Simplifi Holdings Inc.","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[2,3],"policyUrl":"https://simpli.fi/site-privacy-policy/"},{"id":33,"name":"ShareThis, Inc","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://sharethis.com/privacy/"},{"id":20,"name":"N Technologies Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"https://n.rich/privacy-notice"},{"id":55,"name":"Madison Logic, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.madisonlogic.com/privacy/"},{"id":53,"name":"Sirdata","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.sirdata.com/privacy/"},{"id":69,"name":"OpenX","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.openx.com/legal/privacy-policy/"},{"id":98,"name":"GroupM UK Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.groupm.com/privacy-notice"},{"id":62,"name":"Justpremium BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://justpremium.com/privacy-policy/"},{"id":19,"name":"Intent Media, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2],"policyUrl":"https://intentmedia.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":43,"name":"Vdopia DBA Chocolate Platform","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://chocolateplatform.com/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":36,"name":"RhythmOne DBA Unruly Group Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.rhythmone.com/privacy-policy"},{"id":80,"name":"Sharethrough, Inc","purposeIds":[3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://platform-cdn.sharethrough.com/privacy-policy"},{"id":81,"name":"PulsePoint, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.pulsepoint.com/privacy-policy/website","deletedDate":"2020-07-06T00:00:00Z"},{"id":23,"name":"Amobee, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.amobee.com/trust/privacy-guidelines"},{"id":35,"name":"Purch Group, Inc.","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"http://www.purch.com/privacy-policy/","deletedDate":"2019-05-30T00:00:00Z"},{"id":3,"name":"affilinet","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.affili.net/de/footeritem/datenschutz","deletedDate":"2019-06-21T00:00:00Z"},{"id":74,"name":"Admotion SRL","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.admotion.com/policy/","deletedDate":"2019-07-24T00:00:00Z"},{"id":191,"name":"realzeit GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://realzeitmedia.com/privacy.html","deletedDate":"2019-04-29T00:00:00Z"},{"id":197,"name":"Switch Concepts Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.switchconcepts.com/privacy-policy","deletedDate":"2019-07-26T00:00:00Z"},{"id":390,"name":"Parsec Media Inc.","purposeIds":[1,3],"legIntPurposeIds":[5],"featureIds":[1,3],"policyUrl":"www.parsec.media/privacy-policy","deletedDate":"2019-06-27T00:00:00Z"},{"id":459,"name":"uppr GmbH","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[],"policyUrl":"https://netzwerk.uppr.de/privacy-policy.do","deletedDate":"2019-06-17T00:00:00Z"},{"id":221,"name":"LEMO MEDIA GROUP LIMITED","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.lemomedia.com/terms.pdf","deletedDate":"2019-06-28T00:00:00Z"},{"id":478,"name":"RevLifter Ltd","purposeIds":[1],"legIntPurposeIds":[2],"featureIds":[],"policyUrl":"https://www.revlifter.com/privacy-policy","deletedDate":"2019-07-15T00:00:00Z"},{"id":500,"name":"Turbo","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.turboadv.com/white-rabbit-privacy-policy/","deletedDate":"2019-07-12T00:00:00Z"},{"id":68,"name":"Sizmek by Amazon","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://www.sizmek.com/privacy-policy/"},{"id":75,"name":"M32 Connect Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://m32.media/privacy-cookie-policy/"},{"id":17,"name":"Greenhouse Group BV (with its trademark LemonPI)","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.lemonpi.io/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":61,"name":"GumGum, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://gumgum.com/privacy-policy"},{"id":40,"name":"Active Agent (ADITION technologies AG)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.active-agent.com/de/unternehmen/datenschutzerklaerung/"},{"id":76,"name":"PubMatic, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://pubmatic.com/privacy-policy/"},{"id":89,"name":"Tapad, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://www.tapad.com/eu-privacy-policy"},{"id":46,"name":"Skimbit Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://skimlinks.com/pages/privacy-policy"},{"id":66,"name":"adsquare GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.adsquare.com/privacy"},{"id":105,"name":"Impression Desk Technologies Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://impressiondesk.com/privacy-policy/","deletedDate":"2019-08-06T00:00:00Z"},{"id":41,"name":"Adverline","purposeIds":[2],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.adverline.com/privacy/"},{"id":82,"name":"Smaato, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.smaato.com/privacy/"},{"id":60,"name":"Rakuten Marketing LLC","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://rakutenadvertising.com/legal-notices/services-privacy-policy/"},{"id":70,"name":"Yieldlab AG","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[3],"policyUrl":"http://www.yieldlab.de/meta-navigation/datenschutz/"},{"id":50,"name":"Adform","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://site.adform.com/privacy-center/platform-privacy/product-and-services-privacy-policy/"},{"id":48,"name":"NetSuccess, s.r.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.inres.sk/pp/"},{"id":100,"name":"Fifty Technology Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://fifty.io/privacy-policy.php"},{"id":21,"name":"The Trade Desk","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2,3],"policyUrl":"https://www.thetradedesk.com/general/privacy-policy"},{"id":110,"name":"Dynata LLC","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.opinionoutpost.co.uk/en-gb/policies/privacy"},{"id":42,"name":"Taboola Europe Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.taboola.com/privacy-policy"},{"id":112,"name":"Maytrics GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://maytrics.com/privacy.php","deletedDate":"2019-09-17T00:00:00Z"},{"id":77,"name":"comScore, Inc.","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.scorecardresearch.com/privacy.aspx?newlanguage=1"},{"id":109,"name":"LoopMe Limited","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://loopme.com/privacy-policy/"},{"id":120,"name":"Eyeota Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.eyeota.com/privacy-center"},{"id":93,"name":"Adloox SA","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://adloox.com/disclaimer"},{"id":132,"name":"Teads ","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.teads.com/privacy-policy/"},{"id":22,"name":"admetrics GmbH","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://admetrics.io/en/privacy_policy/"},{"id":102,"name":"Telaria SAS","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://telaria.com/privacy-policy/"},{"id":108,"name":"Rich Audience Technologies SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://richaudience.com/privacy/"},{"id":18,"name":"Widespace AB","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.widespace.com/legal/privacy-policy-notice/"},{"id":122,"name":"Avid Media Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.avidglobalmedia.eu/privacy-policy.html"},{"id":97,"name":"LiveRamp, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.liveramp.com/service-privacy-policy/"},{"id":138,"name":"ConnectAd Realtime GmbH","purposeIds":[1,2],"legIntPurposeIds":[3,4],"featureIds":[],"policyUrl":"http://connectadrealtime.com/privacy/"},{"id":72,"name":"Nano Interactive GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.nanointeractive.com/privacy"},{"id":127,"name":"PIXIMEDIA SAS","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://piximedia.com/privacy/"},{"id":136,"name":"Str\u00f6er SSP GmbH (SSP)","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[2,3],"policyUrl":"https://www.stroeer.de/fileadmin/de/Konvergenz_und_Konzepte/Daten_und_Technologien/Stroeer_SSP/Downloads/Datenschutz_Stroeer_SSP.pdf"},{"id":111,"name":"Showheroes SE","purposeIds":[2,3],"legIntPurposeIds":[1,4,5],"featureIds":[],"policyUrl":"https://showheroes.com/privacy/"},{"id":56,"name":"Confiant Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.confiant.com/privacy","deletedDate":"2020-05-18T00:00:00Z"},{"id":124,"name":"Teemo SA","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://teemo.co/fr/confidentialite/"},{"id":154,"name":"YOC AG","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://yoc.com/privacy/"},{"id":38,"name":"Beemray Oy","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.beemray.com/privacy-policy/","deletedDate":"2020-06-19T00:00:00Z"},{"id":101,"name":"MiQ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://wearemiq.com/privacy-policy/"},{"id":149,"name":"ADman Interactive SLU","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://admanmedia.com/politica.html?setLng=es"},{"id":151,"name":"Admedo Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3],"featureIds":[3],"policyUrl":"https://www.admedo.com/privacy-policy","deletedDate":"2020-07-17T00:00:00Z"},{"id":153,"name":"MADVERTISE MEDIA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://madvertise.com/en/gdpr/"},{"id":159,"name":"Underdog Media LLC ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://underdogmedia.com/privacy-policy/"},{"id":157,"name":"Seedtag Advertising S.L","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.seedtag.com/en/privacy-policy/"},{"id":145,"name":"Snapsort Inc., operating as Sortable","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://help.sortable.com/help/privacy-policy"},{"id":131,"name":"ID5 Technology SAS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.id5.io/privacy"},{"id":158,"name":"Reveal Mobile, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://revealmobile.com/privacy"},{"id":147,"name":"Adacado Technologies Inc. (DBA Adacado)","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adacado.com/privacy-policy-april-25-2018/"},{"id":130,"name":"NextRoll, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.nextroll.com/privacy"},{"id":129,"name":"IPONWEB GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.iponweb.com/privacy-policy/"},{"id":128,"name":"BIDSWITCH GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.bidswitch.com/privacy-policy/"},{"id":168,"name":"EASYmedia GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://login.rtbmarket.com/gdpr"},{"id":164,"name":"Outbrain UK Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.outbrain.com/legal/privacy#privacy-policy"},{"id":144,"name":"district m inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://districtm.net/en/page/platforms-data-and-privacy-policy/"},{"id":163,"name":"Bombora Inc.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://bombora.com/privacy"},{"id":173,"name":"Yieldmo, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.yieldmo.com/privacy/"},{"id":88,"name":"TreSensa, Inc.","purposeIds":[1,3],"legIntPurposeIds":[2,5],"featureIds":[1],"policyUrl":"https://www.tresensa.com/eu-privacy"},{"id":78,"name":"Flashtalking, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.flashtalking.com/privacypolicy/"},{"id":59,"name":"Sift Media, Inc","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.sift.co/privacy"},{"id":114,"name":"Sublime","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://ayads.co/privacy.php"},{"id":175,"name":"FORTVISION","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://fortvision.com/POC/index.html","deletedDate":"2019-08-09T00:00:00Z"},{"id":133,"name":"digitalAudience","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://digitalaudience.io/legal/privacy-cookies/"},{"id":14,"name":"Adkernel LLC","purposeIds":[1,4],"legIntPurposeIds":[2,3,5],"featureIds":[1,3],"policyUrl":"http://adkernel.com/privacy-policy/"},{"id":180,"name":"Thirdpresence Oy","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"http://www.thirdpresence.com/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":183,"name":"EMX Digital LLC","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"https://emxdigital.com/privacy/"},{"id":58,"name":"33Across","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.33across.com/privacy-policy"},{"id":140,"name":"Platform161","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://platform161.com/cookie-and-privacy-policy/"},{"id":90,"name":"Teroa S.A.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://www.e-planning.net/en/privacy.html"},{"id":141,"name":"1020, Inc. dba Placecast and Ericsson Emodo","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://www.emodoinc.com/privacy-policy/"},{"id":142,"name":"Media.net Advertising FZ-LLC","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://www.media.net/en/privacy-policy"},{"id":209,"name":"Delta Projects AB","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[3],"policyUrl":"https://deltaprojects.com/data-collection-policy"},{"id":195,"name":"advanced store GmbH","purposeIds":[2,3],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"http://www.advanced-store.com/de/datenschutz/"},{"id":190,"name":"video intelligence AG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.vi.ai/privacy-policy/"},{"id":84,"name":"Semasio GmbH","purposeIds":[],"legIntPurposeIds":[1,2,4,5],"featureIds":[],"policyUrl":"http://www.semasio.com/privacy-policy/"},{"id":65,"name":"Location Sciences AI Ltd","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.locationsciences.ai/privacy-policy/"},{"id":210,"name":"Zemanta, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1],"policyUrl":"http://www.zemanta.com/legal/privacy"},{"id":200,"name":"Tapjoy, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.tapjoy.com/legal/#privacy-policy"},{"id":188,"name":"Sellpoints Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://retargeter.com/service-privacy-policy/","deletedDate":"2019-09-17T00:00:00Z"},{"id":217,"name":"2KDirect, Inc. (dba iPromote)","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.ipromote.com/privacy-policy/"},{"id":156,"name":"Centro, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.centro.net/privacy-policy/"},{"id":194,"name":"Rezonence Limited","purposeIds":[3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://rezonence.com/privacy-policy/"},{"id":226,"name":"Publicis Media GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.publicismedia.de/datenschutz/"},{"id":198,"name":"SYNC","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://redirect.sync.tv/privacy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":227,"name":"ORTEC B.V.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.ortecadscience.com/privacy-policy/"},{"id":225,"name":"Ligatus GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[3],"policyUrl":"https://www.ligatus.com/en/privacy-policy","deletedDate":"2020-06-19T00:00:00Z"},{"id":205,"name":"Adssets AB","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"http://adssets.com/policy/"},{"id":179,"name":"Collective Europe Ltd.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.collectiveuk.com/privacy.html"},{"id":31,"name":"Ogury Ltd.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://www.ogury.com/privacy-policy/"},{"id":92,"name":"1plusX AG","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.1plusx.com/privacy-policy/"},{"id":155,"name":"AntVoice","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.antvoice.com/en/privacypolicy/"},{"id":115,"name":"smartclip Europe GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[2],"policyUrl":"https://privacy-portal.smartclip.net/"},{"id":126,"name":"DoubleVerify Inc.\u200b","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.doubleverify.com/privacy/"},{"id":193,"name":"Mediasmart Mobile S.L.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://mediasmart.io/privacy/"},{"id":245,"name":"IgnitionOne","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.ignitionone.com/privacy-policy/","deletedDate":"2020-06-30T00:00:00Z"},{"id":213,"name":"emetriq GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.emetriq.com/datenschutz/"},{"id":244,"name":"Temelio","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://temelio.com/vie-privee"},{"id":224,"name":"adrule mobile GmbH","purposeIds":[2,4],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://www.adrule.net/de/datenschutz/"},{"id":174,"name":"A Million Ads Ltd","purposeIds":[2],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://www.amillionads.com/privacy-policy"},{"id":192,"name":"remerge GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://remerge.io/privacy-policy.html"},{"id":232,"name":"Rockerbox, Inc","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"http://rockerbox.com/privacy","deletedDate":"2020-07-17T00:00:00Z"},{"id":256,"name":"Bounce Exchange, Inc","purposeIds":[1],"legIntPurposeIds":[2,4,5],"featureIds":[1,2],"policyUrl":"https://www.bouncex.com/privacy/"},{"id":234,"name":"ZBO Media","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://zbo.media/mentions-legales/politique-de-confidentialite-service-publicitaire/"},{"id":246,"name":"Smartology Limited","purposeIds":[3],"legIntPurposeIds":[4,5],"featureIds":[],"policyUrl":"https://www.smartology.net/privacy-policy/"},{"id":241,"name":"OneTag Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.onetag.com/privacy/"},{"id":254,"name":"LiquidM Technology GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://liquidm.com/privacy-policy/"},{"id":215,"name":"ARMIS SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://armis.tech/en/armis-personal-data-privacy-policy/"},{"id":167,"name":"Audiens S.r.l.","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.audiens.com/privacy"},{"id":240,"name":"7Hops.com Inc. (ZergNet)","purposeIds":[],"legIntPurposeIds":[1,4,5],"featureIds":[],"policyUrl":"https://zergnet.com/privacy"},{"id":235,"name":"Bucksense Inc","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.bucksense.com/platform-privacy-policy/"},{"id":185,"name":"Bidtellect, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.bidtellect.com/privacy-policy/"},{"id":258,"name":"Adello Group AG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[3],"policyUrl":"https://www.adello.com/privacy-policy/"},{"id":169,"name":"RTK.IO, Inc","purposeIds":[1,4],"legIntPurposeIds":[2,3,5],"featureIds":[1,3],"policyUrl":"http://www.rtk.io/privacy.html","deletedDate":"2020-07-17T00:00:00Z"},{"id":208,"name":"Spotad","purposeIds":[2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.spotad.co/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":211,"name":"AdTheorent, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://adtheorent.com/privacy-policy"},{"id":229,"name":"Digitize New Media Ltd","purposeIds":[2,4],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.digitize.ie/online-privacy","deletedDate":"2020-07-17T00:00:00Z"},{"id":273,"name":"Bannerflow AB","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.bannerflow.com/privacy "},{"id":104,"name":"Sonobi, Inc","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[1,2,3],"policyUrl":"http://sonobi.com/privacy-policy/"},{"id":162,"name":"Unruly Group Ltd","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1,2],"policyUrl":"https://unruly.co/privacy/"},{"id":249,"name":"Spolecznosci Sp. z o.o. Sp. k.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.spolecznosci.pl/polityka-prywatnosci"},{"id":125,"name":"Research Now Group, Inc","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.valuedopinions.co.uk/privacy","deletedDate":"2019-09-17T00:00:00Z"},{"id":170,"name":"Goodway Group, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://goodwaygroup.com/privacy-policy/"},{"id":160,"name":"Netsprint SA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://netsprint.eu/privacy.html"},{"id":189,"name":"Intowow Innovation Ltd.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.intowow.com/privacy/","deletedDate":"2019-08-12T00:00:00Z"},{"id":279,"name":"Mirando GmbH & Co KG","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[3],"policyUrl":"https://wwwmirando.de/datenschutz/"},{"id":269,"name":"Sanoma Media Finland","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://sanoma.fi/tietoa-meista/tietosuoja/","deletedDate":"2019-08-07T00:00:00Z"},{"id":276,"name":"Viralize SRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://viralize.com/privacy-policy"},{"id":87,"name":"Genius Sports Media Limited","purposeIds":[2,4],"legIntPurposeIds":[1,3,5],"featureIds":[2,3],"policyUrl":"https://www.geniussports.com/privacy-policy"},{"id":182,"name":"Collective, Inc. dba Visto","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.vistohub.com/privacy-policy/","deletedDate":"2019-07-26T00:00:00Z"},{"id":255,"name":"Onnetwork Sp. z o.o.","purposeIds":[2,3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.onnetwork.tv/pp_services.php"},{"id":203,"name":"Revcontent, LLC","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://intercom.help/revcontent2/en/articles/2290675-revcontent-s-privacy-policy"},{"id":260,"name":"RockYou, Inc.","purposeIds":[3],"legIntPurposeIds":[1,2,5],"featureIds":[3],"policyUrl":"https://rockyou.com/privacy-policy/","deletedDate":"2019-08-09T00:00:00Z"},{"id":237,"name":"LKQD, a division of Nexstar Digital, LLC.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.lkqd.com/privacy-policy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":274,"name":"Golden Bees","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.goldenbees.fr/en/privacy-charter/"},{"id":280,"name":"Spot.IM LTD","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.spot.im/privacy/"},{"id":239,"name":"Triton Digital Canada Inc.","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://www.tritondigital.com/privacy-policies"},{"id":177,"name":"plista GmbH","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.plista.com/about/privacy/"},{"id":201,"name":"TimeOne","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://privacy.timeonegroup.com/en/","deletedDate":"2020-05-15T00:00:00Z"},{"id":150,"name":"Inskin Media LTD","purposeIds":[2,3,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"http://www.inskinmedia.com/privacy-policy.html"},{"id":252,"name":"Jaduda GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.jadudamobile.com/datenschutzerklaerung/"},{"id":248,"name":"Converge-Digital","purposeIds":[1],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://converge-digital.com/privacy-policy/"},{"id":161,"name":"Smadex SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://smadex.com/end-user-privacy-policy/"},{"id":285,"name":"Comcast International France SAS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.freewheel.com/privacy-policy"},{"id":228,"name":"McCann Discipline LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.primis.tech/privacy-policy/"},{"id":299,"name":"AdClear GmbH","purposeIds":[1,5],"legIntPurposeIds":[2,3,4],"featureIds":[1,2],"policyUrl":"https://www.adclear.de/datenschutzerklaerung/"},{"id":277,"name":"Codewise VL Sp. z o.o. Sp. k","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://voluumdsp.com/end-user-privacy-policy/"},{"id":259,"name":"ADYOULIKE SA","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.adyoulike.com/privacy_policy.php"},{"id":272,"name":"A.Mob","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.we-are-adot.com/privacy-policy/"},{"id":230,"name":"Steel House, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://steelhouse.com/privacy-policy/"},{"id":253,"name":"Improve Digital BV","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.improvedigital.com/platform-privacy-policy"},{"id":304,"name":"On Device Research Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://s.on-device.com/privacyPolicy"},{"id":314,"name":"Keymantics","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.keymantics.com/assets/privacy-policy.pdf"},{"id":257,"name":"R-TARGET","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"http://www.r-target.com/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":317,"name":"mainADV Srl","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.mainad.com/privacy-policy/"},{"id":278,"name":"Integral Ad Science, Inc.","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://integralads.com/privacy-policy/"},{"id":291,"name":"Qwertize","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.qwertize.com/en/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":295,"name":"Sojern, Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.sojern.com/privacy/product-privacy-policy/"},{"id":315,"name":"Celtra, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.celtra.com/privacy-policy/"},{"id":165,"name":"SpotX, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1],"policyUrl":"https://www.spotx.tv/privacy-policy/"},{"id":47,"name":"ADMAN - Phaistos Networks, S.A.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.adman.gr/privacy"},{"id":134,"name":"SMARTSTREAM.TV GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2],"policyUrl":"https://www.smartstream.tv/en/productprivacy"},{"id":325,"name":"Knorex","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.knorex.com/privacy"},{"id":316,"name":"Gamned","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.gamned.com/privacy-policy/"},{"id":318,"name":"Accorp Sp. z o.o.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"http://www.instytut-pollster.pl/privacy-policy/"},{"id":199,"name":"ADUX","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adux.com/donnees-personelles/"},{"id":236,"name":"PowerLinks Media Limited","purposeIds":[1,2,5],"legIntPurposeIds":[3,4],"featureIds":[3],"policyUrl":"https://www.powerlinks.com/privacy-policy/"},{"id":294,"name":"Jivox Corporation","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.jivox.com/privacy"},{"id":143,"name":"Connatix Native Exchange Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://connatix.com/privacy-policy/"},{"id":297,"name":"Polar Mobile Group Inc.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://privacy.polar.me"},{"id":319,"name":"Clipcentric, Inc.","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://clipcentric.com/privacy.bhtml"},{"id":290,"name":"Readpeak Oy","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://readpeak.com/privacy-policy/"},{"id":323,"name":"DAZN Media Services Limited","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://www.goal.com/en-gb/legal/privacy-policy"},{"id":119,"name":"Fusio by S4M","purposeIds":[1,2,5],"legIntPurposeIds":[3],"featureIds":[1,3],"policyUrl":"http://www.s4m.io/privacy-policy/"},{"id":302,"name":"Mobile Professionals BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://mobpro.com/privacy.html"},{"id":212,"name":"usemax advertisement (Emego GmbH)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.usemax.de/?l=privacy"},{"id":264,"name":"Adobe Advertising Cloud","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.adobe.com/privacy/experience-cloud.html"},{"id":44,"name":"The ADEX GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://theadex.com/privacy-opt-out/"},{"id":282,"name":"Welect GmbH","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.welect.de/datenschutz"},{"id":238,"name":"StackAdapt","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.stackadapt.com/privacy"},{"id":284,"name":"WEBORAMA","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://weborama.com/privacy_en/"},{"id":148,"name":"Liveintent Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://liveintent.com/services-privacy-policy/"},{"id":64,"name":"DigiTrust / IAB Tech Lab","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.digitru.st/privacy-policy/"},{"id":301,"name":"zeotap GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://zeotap.com/privacy_policy"},{"id":275,"name":"TabMo SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"http://static.tabmo.io.s3.amazonaws.com/privacy-policy/index.html"},{"id":310,"name":"Adevinta Spain S.L.U.","purposeIds":[],"legIntPurposeIds":[4],"featureIds":[],"policyUrl":"https://www.adevinta.com/about/privacy/"},{"id":139,"name":"Permodo GmbH","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://permodo.com/de/privacy.html"},{"id":326,"name":"AdTiming Technology Company Limited","purposeIds":[3,5],"legIntPurposeIds":[1,2,4],"featureIds":[],"policyUrl":"http://www.adtiming.com/en/privacypolicy.html"},{"id":262,"name":"Fyber ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.fyber.com/legal/privacy-policy/"},{"id":331,"name":"ad6media","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[2,3],"policyUrl":"https://www.ad6media.fr/privacy"},{"id":345,"name":"The Kantar Group Limited","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.kantar.com/cookies-policies"},{"id":308,"name":"Rockabox Media Ltd","purposeIds":[1],"legIntPurposeIds":[2,3],"featureIds":[],"policyUrl":"http://scoota.com/privacy-policy"},{"id":270,"name":"Marfeel Solutions, SL","purposeIds":[],"legIntPurposeIds":[2],"featureIds":[],"policyUrl":"https://www.marfeel.com/privacy-policy/"},{"id":333,"name":"InMobi Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.inmobi.com/privacy-policy-for-eea"},{"id":202,"name":"Telaria, Inc","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://telaria.com/privacy-policy/"},{"id":328,"name":"Gemius SA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.gemius.com/cookie-policy.html"},{"id":281,"name":"Wizaly","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.wizaly.com/terms-of-use#privacy-policy"},{"id":354,"name":"Apester Ltd","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://apester.com/privacy-policy/"},{"id":320,"name":"Adelphic LLC","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://adelphic.com/platform/privacy/"},{"id":359,"name":"AerServ LLC","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.inmobi.com/privacy-policy-for-eea"},{"id":265,"name":"Instinctive, Inc.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://instinctive.io/privacy"},{"id":349,"name":"Optomaton UG","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://optomaton.com/privacy.html"},{"id":288,"name":"Video Media Groep B.V.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"http://www.videomediagroup.com/wp-content/uploads/2016/01/Privacy-policy-VMG.pdf","deletedDate":"2019-09-17T00:00:00Z"},{"id":266,"name":"Digilant Spain, SLU","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.digilant.com/es/politica-privacidad/"},{"id":339,"name":"Vuble","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.vuble.tv/us/privacy","deletedDate":"2019-08-26T00:00:00Z"},{"id":303,"name":"Orion Semantics","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://static.orion-semantics.com/privacy.html"},{"id":261,"name":"Signal Digital Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.signal.co/privacy-policy/"},{"id":83,"name":"Visarity Technologies GmbH","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://primo.design/docs/PrivacyPolicyPrimo.html"},{"id":343,"name":"DIGITEKA Technologies","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.ultimedia.com/POLICY.html"},{"id":330,"name":"Linicom","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://www.linicom.com/privacy/","deletedDate":"2020-06-08T00:00:00Z"},{"id":231,"name":"AcuityAds Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy.acuityads.com/corporate-privacy-policy.html"},{"id":216,"name":"Mindlytix SAS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://mindlytix.com/privacy/"},{"id":311,"name":"Mobfox US LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mobfox.com/privacy-policy/"},{"id":358,"name":"MGID Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mgid.com/privacy-policy"},{"id":152,"name":"Meetrics GmbH","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.meetrics.com/en/data-privacy/"},{"id":251,"name":"Yieldlove GmbH","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"http://www.yieldlove.com/cookie-policy"},{"id":344,"name":"My6sense Inc.","purposeIds":[1,3,5],"legIntPurposeIds":[2,4],"featureIds":[],"policyUrl":"https://my6sense.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":347,"name":"Ezoic Inc.","purposeIds":[2,4,5],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.ezoic.com/terms/"},{"id":218,"name":"Bigabid Media ltd","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://www.bigabid.com/privacy-policy"},{"id":350,"name":"Free Stream Media Corp. dba Samba TV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://samba.tv/legal/privacy-policy/"},{"id":351,"name":"Samba TV UK Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://samba.tv/legal/privacy-policy/"},{"id":341,"name":"Somo Audience Corp","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[1,2,3],"policyUrl":"https://somoaudience.com/legal/","deletedDate":"2020-07-06T00:00:00Z"},{"id":380,"name":"Vidoomy Media SL","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"http://vidoomy.com/privacy-policy.html"},{"id":378,"name":"communicationAds GmbH & Co. KG","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.communicationads.net/aboutus/privacy/"},{"id":369,"name":"Getintent USA, inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://getintent.com/privacy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":184,"name":"mediarithmics SAS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mediarithmics.com/en-us/content/privacy-policy"},{"id":368,"name":"VECTAURY","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.vectaury.io/en/personal-data"},{"id":373,"name":"Nielsen Marketing Cloud","purposeIds":[1,2],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"http://www.nielsen.com/us/en/privacy-statement/exelate-privacy-policy.html"},{"id":214,"name":"Digital Control GmbH & Co. KG","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://advolution.de/privacy.php","deletedDate":"2020-05-06T00:00:00Z"},{"id":388,"name":"numberly","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://numberly.com/en/privacy/"},{"id":250,"name":"Qriously Ltd","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.brandwatch.com/legal/qriously-privacy-notice/"},{"id":223,"name":"Audience Trading Platform Ltd.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[2],"policyUrl":"https://atp.io/privacy-policy"},{"id":387,"name":"Triapodi Ltd.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://appreciate.mobi/page.html#/end-user-privacy-policy"},{"id":312,"name":"Exactag GmbH","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.exactag.com/en/data-privacy/"},{"id":178,"name":"Hybrid Theory","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://hybridtheory.com/privacy-policy/"},{"id":377,"name":"AddApptr GmbH","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.addapptr.com/data-privacy"},{"id":382,"name":"The Reach Group GmbH","purposeIds":[1,2,4,5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://trg.de/en/privacy-statement/"},{"id":206,"name":"Hybrid Adtech GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://hybrid.ai/data_protection_policy"},{"id":403,"name":"Mobusi Mobile Advertising S.L.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mobusi.com/privacy.en.html","deletedDate":"2020-07-17T00:00:00Z"},{"id":385,"name":"Oracle Data Cloud","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://www.oracle.com/legal/privacy/marketing-cloud-data-cloud-privacy-policy.html"},{"id":404,"name":"Duplo Media AS","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://www.easy-ads.com/privacypolicy.htm"},{"id":242,"name":"twiago GmbH","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.twiago.com/datenschutz/"},{"id":376,"name":"Pocketmath Pte Ltd","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.pocketmath.com/privacy-policy"},{"id":402,"name":"Effiliation","purposeIds":[2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://inter.effiliation.com/politique-confidentialite.html"},{"id":413,"name":"Eulerian Technologies","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.eulerian.com/en/privacy/"},{"id":400,"name":"Whenever Media Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.whenevermedia.com/privacy-policy","deletedDate":"2019-07-29T00:00:00Z"},{"id":171,"name":"Webedia","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.webedia-group.com/site/privacy-policy","deletedDate":"2020-07-01T00:00:00Z"},{"id":398,"name":"Yormedia Solutions Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.yormedia.com/privacy-and-cookies-notice/","deletedDate":"2019-08-06T00:00:00Z"},{"id":415,"name":"Seenthis AB","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://seenthis.co/privacy-notice-2018-04-18.pdf"},{"id":263,"name":"Nativo, Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.nativo.com/interest-based-ads"},{"id":329,"name":"Browsi Mobile Ltd","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://gobrowsi.com/browsi-privacy-policy/"},{"id":389,"name":"Bidmanagement GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adspert.net/en/privacy/","deletedDate":"2020-07-01T00:00:00Z"},{"id":337,"name":"SheMedia, LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.shemedia.com/ad-services-privacy-policy"},{"id":422,"name":"Brand Metrics Sweden AB","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://collector.brandmetrics.com/brandmetrics_privacypolicy.pdf"},{"id":421,"name":"LeftsnRight, Inc. dba LIQWID","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://liqwid.solutions/privacy-policy","deletedDate":"2020-06-30T00:00:00Z"},{"id":426,"name":"TradeTracker","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[2],"policyUrl":"https://tradetracker.com/privacy-policy/","deletedDate":"2019-08-21T00:00:00Z"},{"id":394,"name":"AudienceProject Aps","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://privacy.audienceproject.com"},{"id":287,"name":"Avazu Inc.","purposeIds":[],"legIntPurposeIds":[1,3,4],"featureIds":[3],"policyUrl":"http://avazuinc.com/opt-out/","deletedDate":"2020-08-03T00:00:00Z"},{"id":243,"name":"Cloud Technologies S.A.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.cloudtechnologies.pl/en/internet-advertising-privacy-policy"},{"id":113,"name":"iotec global Ltd.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.iotecglobal.com/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":338,"name":"dunnhumby Germany GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.sociomantic.com/privacy/en/","deletedDate":"2020-07-17T00:00:00Z"},{"id":405,"name":"IgnitionAi Ltd","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[2],"policyUrl":"https://www.isitelab.io/default.aspx","deletedDate":"2020-07-03T00:00:00Z"},{"id":416,"name":"Commanders Act","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.commandersact.com/en/privacy/"},{"id":434,"name":"DynAdmic","purposeIds":[1,3],"legIntPurposeIds":[2,4],"featureIds":[1,3],"policyUrl":"http://eu.dynadmic.com/privacy-policy/"},{"id":435,"name":"SINGLESPOT SAS ","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.singlespot.com/privacy_policy?locale=fr"},{"id":409,"name":"Arrivalist Co.","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[1,2],"policyUrl":"https://www.arrivalist.com/privacy"},{"id":321,"name":"Ziff Davis LLC","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.ziffdavis.com/privacy-policy"},{"id":436,"name":"INVIBES GROUP","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[1,2,3],"policyUrl":"http://www.invibes.com/terms"},{"id":442,"name":"R-Advertising","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.tradedoubler.com/en/privacy-policy/","deletedDate":"2019-08-20T00:00:00Z"},{"id":362,"name":"Myntelligence S.r.l.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://myntelligence.com/privacy-page/"},{"id":418,"name":"PROXISTORE","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://www.proxistore.com/common/en/cgv"},{"id":449,"name":"Mobile Journey B.V.","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://mobilejourney.com/Privacy-Policy","deletedDate":"2019-09-05T00:00:00Z"},{"id":443,"name":"Tradedoubler AB","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[2],"policyUrl":"https://www.tradedoubler.com/en/privacy-policy/","deletedDate":"2019-08-13T00:00:00Z"},{"id":429,"name":"Signals","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://signalsdata.com/platform-cookie-policy/"},{"id":335,"name":"Beachfront Media LLC","purposeIds":[],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"http://beachfront.com/privacy-policy/"},{"id":407,"name":"Publishers Internationale Pty Ltd","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.pi-rate.com.au/privacy.html","deletedDate":"2019-11-08T00:00:00Z"},{"id":427,"name":"Proxi.cloud Sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://proxi.cloud/info/privacy-policy/"},{"id":374,"name":"Bmind a Sales Maker Company, S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.bmind.es/legal-notice/"},{"id":438,"name":"INVIDI technologies AB","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"http://www.invidi.com/wp-content/uploads/2020/02/ad-tech-services-privacy-policy.pdf"},{"id":450,"name":"Neodata Group srl","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.neodatagroup.com/en/security-policy"},{"id":452,"name":"Innovid Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.innovid.com/privacy-policy"},{"id":444,"name":"Playbuzz Ltd (aka EX.CO)","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://ex.co/privacy-policy/"},{"id":412,"name":"Cxense ASA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.cxense.com/about-us/privacy-policy"},{"id":454,"name":"Adimo","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://adimo.co/privacy-policy/","deletedDate":"2019-09-12T00:00:00Z"},{"id":455,"name":"GDMServices, Inc. d/b/a FiksuDSP","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://fiksu.com/privacy-policy/"},{"id":298,"name":"Cuebiq Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.cuebiq.com/privacypolicy/","deletedDate":"2019-08-30T00:00:00Z"},{"id":423,"name":"travel audience GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://travelaudience.com/product-privacy-policy/"},{"id":397,"name":"Demandbase, Inc. ","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.demandbase.com/privacy-policy/"},{"id":381,"name":"Solocal","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://frontend.adhslx.com/privacy.html?"},{"id":425,"name":"ADRINO Sp. z o.o.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.adrino.pl/ciasteczkowa-polityka/","deletedDate":"2019-09-05T00:00:00Z"},{"id":365,"name":"Forensiq LLC","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[1,3],"policyUrl":"https://impact.com/privacy-policy/"},{"id":447,"name":"Adludio Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.adludio.com/privacy-policy/"},{"id":410,"name":"Adtelligent Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adtelligent.com/privacy-policy/"},{"id":137,"name":"Str\u00f6er SSP GmbH (DSP)","purposeIds":[],"legIntPurposeIds":[1,2,3],"featureIds":[],"policyUrl":"https://www.stroeer.de/fileadmin/de/Konvergenz_und_Konzepte/Daten_und_Technologien/Stroeer_SSP/Downloads/Datenschutz_Stroeer_SSP.pdf"},{"id":395,"name":"PREX Programmatic Exchange GmbH&Co KG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[],"policyUrl":"http://www.programmatic-exchange.com/privacy","deletedDate":"2020-07-03T00:00:00Z"},{"id":462,"name":"Bidstack Limited","purposeIds":[1,2,5],"legIntPurposeIds":[3,4],"featureIds":[2],"policyUrl":"https://www.bidstack.com/privacy-policy/"},{"id":466,"name":"TACTIC\u2122 Real-Time Marketing AS","purposeIds":[],"legIntPurposeIds":[4,5],"featureIds":[],"policyUrl":"https://tacticrealtime.com/privacy/"},{"id":340,"name":"Yieldr UK","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.yieldr.com/privacy"},{"id":336,"name":"Telecoming S.A.","purposeIds":[3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://www.telecoming.com/privacy-policy/"},{"id":430,"name":"Ad Unity Ltd","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"http://www.adunity.com/privacy-policy.html","deletedDate":"2019-08-13T00:00:00Z"},{"id":346,"name":"Cybba, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://cybba.com/about/legal/data-processing-agreement/","deletedDate":"2020-08-03T00:00:00Z"},{"id":469,"name":"Zeta Global","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://zetaglobal.com/privacy-policy/"},{"id":440,"name":"DEFINE MEDIA GMBH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.definemedia.de/datenschutz-conative/"},{"id":375,"name":"Affle International","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://affle.com/privacy-policy "},{"id":196,"name":"AdElement Media Solutions Pvt Ltd","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"http://adelement.com/privacy-policy.html"},{"id":268,"name":"Social Tokens Ltd. ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://woobi.com/privacy/","deletedDate":"2019-10-02T00:00:00Z"},{"id":475,"name":"TAPTAP Digital SL","purposeIds":[1,2,3],"legIntPurposeIds":[4,5],"featureIds":[1,2,3],"policyUrl":"http://www.taptapnetworks.com/privacy_policy/"},{"id":474,"name":"hbfsTech","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[],"policyUrl":"http://www.hbfstech.com/fr/privacy.html"},{"id":448,"name":"Targetspot Belgium SPRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://marketing.targetspot.com/Targetspot/Legal/TargetSpot%20Privacy%20Policy%20-%20June%202018.pdf"},{"id":428,"name":"Internet BillBoard a.s.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"http://www.ibillboard.com/en/privacy-information/"},{"id":461,"name":"B2B Media Group EMEA GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.selfcampaign.com/static/privacy","deletedDate":"2019-08-14T00:00:00Z"},{"id":476,"name":"HIRO Media Ltd","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1],"policyUrl":"http://hiro-media.com/privacy.php"},{"id":480,"name":"pilotx.tv","purposeIds":[2,3],"legIntPurposeIds":[1,4,5],"featureIds":[1,2,3],"policyUrl":"https://pilotx.tv/privacy/"},{"id":366,"name":"CerebroAd.com s.r.o.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.cerebroad.com/privacy-policy","deletedDate":"2019-10-02T00:00:00Z"},{"id":392,"name":"Str\u00f6er Mobile Performance GmbH","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[3],"policyUrl":"https://stroeermobileperformance.com/?dl=privacy"},{"id":357,"name":"Totaljobs Group Ltd ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.totaljobs.com/privacy-policy"},{"id":486,"name":"Madington","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://delivered-by-madington.com/dat-privacy-policy/"},{"id":468,"name":"NeuStar, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,5],"featureIds":[1,2],"policyUrl":"https://www.home.neustar/privacy"},{"id":458,"name":"AdColony, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1],"policyUrl":"adcolony.com/privacy-policy/"},{"id":489,"name":"YellowHammer Media Group","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.yhmg.com/privacy-policy/","deletedDate":"2019-11-27T00:00:00Z"},{"id":293,"name":"SpringServe, LLC","purposeIds":[],"legIntPurposeIds":[1,3],"featureIds":[],"policyUrl":"https://springserve.com/privacy-policy/"},{"id":484,"name":"STRIATUM SAS","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://adledge.com/data-privacy/"},{"id":493,"name":"Carbon (AI) Limited","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"https://carbonrmp.com/privacy.html"},{"id":495,"name":"Arcspire Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://public.arcspire.io/privacy.pdf"},{"id":496,"name":"Automattic Inc.","purposeIds":[1,2,3,4],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://en.blog.wordpress.com/2017/12/04/updated-privacy-policy/"},{"id":424,"name":"KUPONA GmbH","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.kupona.de/dsgvo/"},{"id":408,"name":"Fidelity Media","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"https://fidelity-media.com/privacy-policy/"},{"id":473,"name":"Sub2 Technologies Ltd","purposeIds":[3,4,5],"legIntPurposeIds":[1,2],"featureIds":[],"policyUrl":"http://www.sub2tech.com/privacy-policy/"},{"id":467,"name":"Haensel AMS GmbH","purposeIds":[3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://haensel-ams.com/data-privacy/"},{"id":490,"name":"PLAYGROUND XYZ EMEA LTD","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://playground.xyz/privacy"},{"id":464,"name":"Oracle AddThis","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[2],"policyUrl":"http://www.addthis.com/privacy/privacy-policy/","deletedDate":"2020-02-12T00:00:00Z"},{"id":491,"name":"Triboo Data Analytics","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.shinystat.com/it/informativa_privacy_generale.html"},{"id":499,"name":"PurposeLab, LLC","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://purposelab.com/privacy/","deletedDate":"2019-10-02T00:00:00Z"},{"id":502,"name":"NEXD","purposeIds":[5],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://nexd.com/privacy-policy"},{"id":465,"name":"Schibsted Product and Tech UK","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.schibsted.com/","deletedDate":"2019-07-26T00:00:00Z"},{"id":497,"name":"Little Big Data sp.z.o.o.","purposeIds":[1,2,4],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://dtxngr.com/legal/"},{"id":492,"name":"LotaData, Inc.","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[1],"policyUrl":"https://lotadata.com/privacy_policy","deletedDate":"2019-10-02T00:00:00Z"},{"id":512,"name":"PubNative GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://pubnative.net/privacy-notice/"},{"id":471,"name":"FlexOffers.com, LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.flexoffers.com/privacy-policy/","deletedDate":"2019-11-18T00:00:00Z"},{"id":494,"name":"Cablato Limited","purposeIds":[1,2,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://cablato.com/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":516,"name":"Pexi B.V.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://pexi.nl/privacy-policy/"},{"id":507,"name":"AdsWizz Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1,2,3],"policyUrl":"https://www.adswizz.com/our-privacy-policy/"},{"id":482,"name":"UberMedia, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://ubermedia.com/summary-of-privacy-policy/"},{"id":505,"name":"Shopalyst Inc","purposeIds":[1,2],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.shortlyst.com/eu/privacy_terms.html"},{"id":517,"name":"SunMedia ","purposeIds":[1,2],"legIntPurposeIds":[3],"featureIds":[2],"policyUrl":"https://www.sunmedia.tv/en/cookies"},{"id":518,"name":"Accelerize Inc.","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[2,3],"policyUrl":"https://getcake.com/privacy-policy/","deletedDate":"2020-07-17T00:00:00Z"},{"id":511,"name":"Admixer EU GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://admixer.com/privacy/"},{"id":479,"name":"INFINIA MOBILE S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.infiniamobile.com/privacy_policy"},{"id":513,"name":"Shopstyle","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.shopstyle.co.uk/privacy","deletedDate":"2019-10-02T00:00:00Z"},{"id":509,"name":"ATG Ad Tech Group GmbH","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://ad-tech-group.com/privacy-policy/"},{"id":521,"name":"netzeffekt GmbH","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://www.netzeffekt.de/en/imprint"},{"id":487,"name":"nugg.ad GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1],"policyUrl":"https://www.nugg.ad/en/privacy/general-information.html","deletedDate":"2019-10-03T00:00:00Z"},{"id":515,"name":"ZighZag","purposeIds":[1,3],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://zighzag.com/privacy"},{"id":520,"name":"ChannelSight ","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.channelsight.com/privacypolicy/"},{"id":524,"name":"The Ozone Project Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://ozoneproject.com/privacy-policy"},{"id":529,"name":"Fidzup","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.fidzup.com/en/privacy/","deletedDate":"2019-11-18T00:00:00Z"},{"id":528,"name":"Kayzen","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://kayzen.io/data-privacy-policy"},{"id":527,"name":"Jampp LTD","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://jampp.com/privacy.html"},{"id":506,"name":"salesforce.com, inc.","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.salesforce.com/company/privacy/"},{"id":534,"name":"SmartyAds Inc.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://smartyads.com/privacy-policy"},{"id":535,"name":"INNITY","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.innity.com/privacy-policy.php"},{"id":514,"name":"Uprival LLC","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://uprival.com/privacy-policy/","deletedDate":"2020-01-21T00:00:00Z"},{"id":522,"name":"Tealium Inc.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://tealium.com/privacy-policy/"},{"id":530,"name":"Near Pte Ltd","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://near.co/privacy"},{"id":539,"name":"AdDefend GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.addefend.com/en/privacy-policy/"},{"id":501,"name":"Alliance Gravity Data Media","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.alliancegravity.com/politiquedeprotectiondesdonneespersonnelles"},{"id":519,"name":"Chargeads","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.chargeplatform.com/privacy"},{"id":523,"name":"X-Mode Social, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://xmode.io/privacy-policy.html"},{"id":537,"name":"RUN, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.runads.com/privacy-policy"},{"id":531,"name":"Smartclip Hispania SL","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://rgpd-smartclip.com/"},{"id":536,"name":"GlobalWebIndex","purposeIds":[1],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"http://legal.trendstream.net/non-panellist_privacy_policy"},{"id":542,"name":"Densou Trading Desk ApS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://densou.dk/Policy.html","deletedDate":"2020-01-21T00:00:00Z"},{"id":525,"name":"PUB OCEAN LIMITED","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://rta.pubocean.com/privacy-policy/","deletedDate":"2019-10-03T00:00:00Z"},{"id":544,"name":"Kochava Inc.","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[1,2],"policyUrl":"https://www.kochava.com/support-privacy/"},{"id":543,"name":"PaperG, Inc. dba Thunder Industries","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.makethunder.com/privacy"},{"id":334,"name":"Cydersoft","purposeIds":[],"legIntPurposeIds":[1,2,3,4],"featureIds":[2,3],"policyUrl":"http://www.videmob.com/privacy.html"},{"id":551,"name":"Illuma Technology Limited","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.weareilluma.com/endddd","deletedDate":"2019-11-14T00:00:00Z"},{"id":540,"name":"Tunnl BV","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://tunnl.com/privacy.html","deletedDate":"2019-12-20T00:00:00Z"},{"id":547,"name":"Video Reach","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.videoreach.de/about/privacy-policy/","deletedDate":"2020-01-21T00:00:00Z"},{"id":546,"name":"Smart Traffik","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://okube-attribution.com/politique-de-confidentialite/"},{"id":541,"name":"DeepIntent, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://www.deepintent.com/privacypolicy"},{"id":545,"name":"Reignn Platform Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://reignn.com/user-privacy-policy"},{"id":439,"name":"Bit Q Holdings Limited","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.rippll.com/privacy"},{"id":553,"name":"Adhese","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://adhese.com/privacy-and-cookie-policy"},{"id":556,"name":"adhood.com","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://v3.adhood.com/en/site/politikavekurallar/gizlilik.php?lang=en"},{"id":550,"name":"Happydemics","purposeIds":[5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.iubenda.com/privacy-policy/69056167/full-legal"},{"id":560,"name":"Leiki Ltd.","purposeIds":[1,2,3],"legIntPurposeIds":[4],"featureIds":[],"policyUrl":"http://www.leiki.com/privacy","deletedDate":"2020-01-07T00:00:00Z"},{"id":554,"name":"RMSi Radio Marketing Service interactive GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.rms.de/datenschutz/"},{"id":498,"name":"Mediakeys Platform","purposeIds":[1],"legIntPurposeIds":[3],"featureIds":[3],"policyUrl":"https://drbanner.com/privacypolicy_en/"},{"id":565,"name":"Adobe Audience Manager","purposeIds":[1,2,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adobe.com/privacy/policy.html"},{"id":118,"name":"Drawbridge, Inc.","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.drawbridge.com/privacy/","deletedDate":"2020-03-06T00:00:00Z"},{"id":572,"name":"CHEQ AI TECHNOLOGIES LTD.","purposeIds":[1],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"http://www.cheq.ai/privacy"},{"id":571,"name":"ViewPay","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://viewpay.tv/mentions-legales/"},{"id":568,"name":"Jointag S.r.l.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.jointag.com/privacy/kariboo/publisher/third/"},{"id":570,"name":"Czech Publisher Exchange z.s.p.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.cpex.cz/pro-uzivatele/ochrana-soukromi/"},{"id":559,"name":"Otto (GmbH & Co KG)","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2],"policyUrl":"https://www.otto.de/shoppages/service/datenschutz"},{"id":548,"name":"LBC France","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.leboncoin.fr/dc/cookies","deletedDate":"2020-04-23T00:00:00Z"},{"id":569,"name":"Kairos Fire","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.kairosfire.com/privacy"},{"id":577,"name":"Neustar on behalf of The Procter & Gamble Company","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.pg.com/privacy/english/privacy_statement.shtml"},{"id":590,"name":"Sourcepoint Technologies, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.sourcepoint.com/privacy-policy"},{"id":587,"name":"Localsensor B.V.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[],"policyUrl":"https://www.localsensor.com/privacy.html"},{"id":578,"name":"MAIRDUMONT NETLETIX GmbH&Co. KG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://mairdumont-netletix.com/datenschutz"},{"id":580,"name":"Goldbach Group AG","purposeIds":[],"legIntPurposeIds":[1,2,3,5],"featureIds":[1,2,3],"policyUrl":"https://goldbach.com/ch/de/datenschutz"},{"id":593,"name":"Programatica de publicidad S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://datmean.com/politica-privacidad/"},{"id":574,"name":"Realeyes OU","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://realview.realeyesit.com/privacy"},{"id":581,"name":"Mobilewalla, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[1,2,3],"policyUrl":"https://www.mobilewalla.com/business-services-privacy-policy"},{"id":598,"name":"audio content & control GmbH","purposeIds":[1],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://www.audio-cc.com/audiocc_privacy_policy.pdf"},{"id":596,"name":"InsurAds Technologies SA.","purposeIds":[3],"legIntPurposeIds":[5],"featureIds":[3],"policyUrl":"https://www.insurads.com/privacy.html"},{"id":576,"name":"StartApp Inc.","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[3],"policyUrl":"https://www.startapp.com/policy/privacy-policy/","deletedDate":"2020-04-23T00:00:00Z"},{"id":592,"name":"Colpirio.com","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy-policy.colpirio.com/en/","deletedDate":"2020-03-18T00:00:00Z"},{"id":549,"name":"Bandsintown Amplified LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://corp.bandsintown.com/privacy"},{"id":597,"name":"Better Banners A/S","purposeIds":[],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://betterbanners.com/en/privacy"},{"id":601,"name":"WebAds B.V","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://privacy.webads.eu/"},{"id":599,"name":"Maximus Live LLC","purposeIds":[],"legIntPurposeIds":[3,4,5],"featureIds":[3],"policyUrl":"https://maximusx.com/privacy-policy/"},{"id":604,"name":"Join","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.teamjoin.fr/privacy.html","deletedDate":"2020-04-23T00:00:00Z"},{"id":606,"name":"Impactify ","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://impactify.io/privacy-policy/"},{"id":608,"name":"News and Media Holding, a.s.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.newsandmedia.sk/gdpr/"},{"id":602,"name":"Online Solution Int Limited","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2],"policyUrl":"https://adsafety.net/privacy.html"},{"id":591,"name":"Consumable, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://consumable.com/privacy-policy.html"},{"id":614,"name":"Market Resource Partners LLC","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.mrpfd.com/privacy-policy/"},{"id":615,"name":"Adsolutions BV","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.adsolutions.com/privacy-policy/"},{"id":607,"name":"ucfunnel Co., Ltd.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.ucfunnel.com/privacy-policy"},{"id":609,"name":"Predicio","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.predic.io/privacy"},{"id":617,"name":"Onfocus (Adagio)","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adagio.io/privacy"},{"id":620,"name":"Blue","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"http://www.getblue.io/privacy/"},{"id":610,"name":"Azerion Holding B.V.","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[2,3],"policyUrl":"https://azerion.com/business/privacy.html"},{"id":621,"name":"Seznam.cz, a.s.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[2,3],"policyUrl":"https://www.seznam.cz/ochranaudaju"},{"id":624,"name":"Norstat AS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.norstatpanel.com/en/data-protection"},{"id":623,"name":"Adprime Media Inc. ","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://adprimehealth.com/privacy/","deletedDate":"2020-06-17T00:00:00Z"},{"id":95,"name":"Lotame Solutions, inc","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[2],"policyUrl":"https://www.lotame.com/about-lotame/privacy/lotame-corporate-websites-privacy-policy/"},{"id":618,"name":"BEINTOO SPA","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.beintoo.com/privacy-cookie-policy/"},{"id":619,"name":"Capitaldata","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.capitaldata.fr/privacy"},{"id":625,"name":"BILENDI SA","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.maximiles.com/privacy-policy"},{"id":628,"name":": Tappx","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.tappx.com/en/privacy-policy/"},{"id":626,"name":"Hivestack Inc.","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[3],"policyUrl":"https://hivestack.com/privacy-policy"},{"id":631,"name":"Relay42 Netherlands B.V.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://relay42.com/privacy"},{"id":627,"name":"D-Edge","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.d-edge.com/privacy-policy/","deletedDate":"2020-07-06T00:00:00Z"},{"id":644,"name":"Gamoshi LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.gamoshi.com/privacy-policy"},{"id":639,"name":"Smile Wanted Group","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.smilewanted.com/privacy.php"},{"id":635,"name":"WebMediaRM","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.webmediarm.com/vie_privee_et_opposition_en.php"},{"id":579,"name":"Ve Global","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.ve.com/privacy-policy"},{"id":645,"name":"Noster Finance S.L.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.finect.com/terminos-legales/politica-de-cookies"},{"id":653,"name":"Smartme Analytics","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[1],"policyUrl":"http://smartmeapp.com/info/smartme/aviso_legal.php","deletedDate":"2020-07-03T00:00:00Z"},{"id":613,"name":"Adserve.zone / Artworx AS","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://adserve.zone/adserveprivacypolicy.html"},{"id":573,"name":"Dailymotion SA","purposeIds":[2,3,4,5],"legIntPurposeIds":[1],"featureIds":[2],"policyUrl":"https://www.dailymotion.com/legal/privacy"},{"id":652,"name":"Skaze","purposeIds":[1,2],"legIntPurposeIds":[3,4,5],"featureIds":[1,2,3],"policyUrl":"http://www.skaze.fr/rgpd/"},{"id":646,"name":"Notify","purposeIds":[1,2],"legIntPurposeIds":[5],"featureIds":[1],"policyUrl":"https://notify-group.com/en/mentions-legales/"},{"id":648,"name":"TrueData Solutions, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.truedata.co/privacy-policy/"},{"id":647,"name":"Axel Springer Teaser Ad GmbH","purposeIds":[2],"legIntPurposeIds":[1,3,5],"featureIds":[],"policyUrl":"https://www.adup-tech.com/privacy"},{"id":654,"name":"GRAPHINIUM","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.graphinium.com/privacy/"},{"id":659,"name":"Research and Analysis of Media in Sweden AB","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www2.rampanel.com/privacy-policy/"},{"id":656,"name":"Think Clever Media","purposeIds":[1,2,3,4],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.contentignite.com/privacy-policy/"},{"id":504,"name":"Alive & Kicking Global Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.mcsaatchiplc.com/legal/privacy-cookies","deletedDate":"2020-07-27T00:00:00Z"},{"id":657,"name":"GP One GmbH","purposeIds":[],"legIntPurposeIds":[1,3,5],"featureIds":[3],"policyUrl":"https://www.gsi-one.org/de/privacy-policy.html"},{"id":655,"name":"Sportradar AG","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.sportradar.com/about-us/privacy/"},{"id":662,"name":"SoundCast","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://soundcast.fm/en/data-privacy"},{"id":665,"name":"Digital East GmbH","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.digitaleast.mobi/en/legal/privacy-policy/"},{"id":650,"name":"Telefonica Investigaci\u00f3n y Desarrollo S.A.U","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://www.cognitivemarketing.tid.es/"},{"id":666,"name":"BeOp","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://beop.io/privacy"},{"id":663,"name":"Mobsuccess","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.mobsuccess.com/en/privacy"},{"id":658,"name":"BLIINK SAS","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://bliink.io/privacy-policy"},{"id":667,"name":"Liftoff Mobile, Inc.","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[3],"policyUrl":"https://liftoff.io/privacy-policy/"},{"id":668,"name":"WhatRocks Inc. ","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.whatrocks.co/en/privacy-policy "},{"id":670,"name":"Timehop, Inc.","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.timehop.com/privacy"},{"id":674,"name":"Duration Media, LLC.","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.durationmedia.net/privacy-policy"},{"id":675,"name":"Instreamatic inc.","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://instreamatic.com/privacy-policy/"},{"id":676,"name":"BusinessClick","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.businessclick.com/documents/RegulaminProgramuBusinessClick-2019.pdf"},{"id":677,"name":"Intercept Interactive Inc. dba Undertone","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.undertone.com/privacy/"},{"id":660,"name":"Schibsted Norge AS","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[2,3],"policyUrl":"https://static.vg.no/privacy/","deletedDate":"2019-09-16T00:00:00Z"},{"id":673,"name":"TTNET AS","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"http://www.programattik.com/en/privacy-policy.aspx"},{"id":664,"name":"adMarketplace, Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"https://www.admarketplace.com/privacy-policy/"},{"id":671,"name":"Mediaforce LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,3],"policyUrl":"http://casino.mindthebet.co.uk/themes/mindthebetv2-casino/privacy.php"},{"id":561,"name":"AuDigent","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://audigent.com/platform-privacy-policy"},{"id":682,"name":"Radio Net Media Limited","purposeIds":[1,2,3],"legIntPurposeIds":[5],"featureIds":[1,2,3],"policyUrl":"https://www.adtonos.com/service-privacy-policy/"},{"id":684,"name":"Blue Billywig BV","purposeIds":[],"legIntPurposeIds":[5],"featureIds":[],"policyUrl":"https://www.bluebillywig.com/privacy-statement/"},{"id":686,"name":"The MediaGrid Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://www.themediagrid.com/privacy-policy/"},{"id":685,"name":"Arkeero","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://arkeero.com/privacy-2/"},{"id":687,"name":"MISSENA","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://missena.com/confidentialite/"},{"id":690,"name":"Go.pl sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://go.pl/polityka-prywatnosci/"},{"id":691,"name":"Lifesight Pte. Ltd.","purposeIds":[1,2,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.lifesight.io/privacy-policy/"},{"id":697,"name":"ADWAYS SAS","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://www.adways.com/confidentialite/?lang=en"},{"id":681,"name":"MyTraffic","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://www.mytraffic.io/en/privacy"},{"id":649,"name":"adality GmbH","purposeIds":[],"legIntPurposeIds":[1,2],"featureIds":[1],"policyUrl":"https://adality.de/en/privacy/"},{"id":712,"name":"Inspired Mobile Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://byinspired.com/privacypolicy.pdf"},{"id":688,"name":"Effinity","purposeIds":[],"legIntPurposeIds":[1],"featureIds":[],"policyUrl":"https://www.effiliation.com/politique-de-confidentialite/"},{"id":702,"name":"Kwanko","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.kwanko.com/fr/rgpd/"},{"id":715,"name":"BidBerry SRL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.bidberrymedia.com/privacy-policy/"},{"id":713,"name":"Dataseat Ltd","purposeIds":[2,5],"legIntPurposeIds":[1,3,4],"featureIds":[],"policyUrl":"https://dataseat.com/privacy-policy"},{"id":716,"name":"OnAudience Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.onaudience.com/internet-advertising-privacy-policy"},{"id":708,"name":"Dugout Limited ","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://dugout.com/privacy-policy"},{"id":717,"name":"Audience Network","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.en.audiencenetwork.pl/internet-advertising-privacy-policy"},{"id":718,"name":"AppConsent Xchange","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://appconsent.io/en/privacy-policy"},{"id":720,"name":"AAX LLC","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[3],"policyUrl":"https://aax.media/privacy/"},{"id":678,"name":"Axonix LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://axonix.com/privacy-cookie-policy/"},{"id":719,"name":"Online Advertising Network Sp. z o.o.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://www.oan.pl/en/privacy-policy"},{"id":707,"name":"Dentsu Aegis Network Italia SpA","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.dentsuaegisnetwork.com/it/it/policies/info-cookie"},{"id":721,"name":"Beaconspark Ltd","purposeIds":[1,2,3],"legIntPurposeIds":[4,5],"featureIds":[1],"policyUrl":"https://www.engageya.com/privacy"},{"id":724,"name":"Between Exchange","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[2,3],"policyUrl":"https://en.betweenx.com/pdata.pdf"},{"id":728,"name":"Appier PTE Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.appier.com/privacy-policy/"},{"id":729,"name":"Cavai AS & UK ","purposeIds":[],"legIntPurposeIds":[3],"featureIds":[],"policyUrl":"https://cav.ai/privacy-policy/"},{"id":723,"name":"Adzymic Pte Ltd","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"http://www.adzymic.co/privacy"},{"id":737,"name":"Monet Engine Inc","purposeIds":[1,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://appmonet.com/privacy-policy/"},{"id":740,"name":"6Sense Insights, Inc.","purposeIds":[1],"legIntPurposeIds":[2,3,4,5],"featureIds":[1,2],"policyUrl":"https://6sense.com/privacy-policy/"},{"id":744,"name":"Vidazoo Ltd","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[2],"policyUrl":"https://vidazoo.gitbook.io/vidazoo-legal/privacy-policy"},{"id":731,"name":"GeistM Technologies LTD","purposeIds":[],"legIntPurposeIds":[3,4,5],"featureIds":[],"policyUrl":"https://www.geistm.com/privacy"},{"id":741,"name":"Brand Advance Limited","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.wearebrandadvance.com/website-privacy-policy"},{"id":734,"name":"Cint AB","purposeIds":[1,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://www.cint.com/participant-privacy-notice"},{"id":709,"name":"NC Audience Exchange, LLC (NewsIQ)","purposeIds":[1,2],"legIntPurposeIds":[3,5],"featureIds":[1,2],"policyUrl":"https://www.ncaudienceexchange.com/privacy/"},{"id":739,"name":"Blingby LLC","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://blingby.com/privacy"},{"id":732,"name":"Performax.cz, s.r.o.","purposeIds":[2,4,5],"legIntPurposeIds":[1,3],"featureIds":[2,3],"policyUrl":"https://reg.tiscali.cz/privacy-policy"},{"id":736,"name":"BidMachine Inc.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://explorestack.com/privacy-policy/"},{"id":738,"name":"adbility media GmbH","purposeIds":[2,3],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.adbility-media.com/datenschutzerklaerung/"},{"id":742,"name":"Audiencerate LTD","purposeIds":[],"legIntPurposeIds":[1,2,5],"featureIds":[],"policyUrl":"https://www.audiencerate.com/privacy/"},{"id":743,"name":"MOVIads Sp. z o.o. Sp. k.","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://moviads.pl/polityka-prywatnosci/"},{"id":746,"name":"Adxperience SAS","purposeIds":[2],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://adxperience.com/privacy-policy/"},{"id":747,"name":"Kairion GmbH","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://kairion.de/datenschutzbestimmungen/"},{"id":748,"name":"AUDIOMOB LTD","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[2,3],"policyUrl":"https://www.audiomob.io/privacy"},{"id":749,"name":"Good-Loop Ltd","purposeIds":[2],"legIntPurposeIds":[1,3,4,5],"featureIds":[],"policyUrl":"https://doc.good-loop.com/policy/privacy-policy.html"},{"id":754,"name":"DistroScale, Inc.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"http://www.distroscale.com/privacy-policy/"},{"id":756,"name":"Fandom, Inc.","purposeIds":[3],"legIntPurposeIds":[1,2,4,5],"featureIds":[],"policyUrl":"https://www.fandom.com/privacy-policy"},{"id":758,"name":"GfK Netherlands B.V.","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://gfkpanel.nl/privacy"},{"id":759,"name":"RevJet","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.revjet.com/privacy"},{"id":760,"name":"VEXPRO TECHNOLOGIES LTD","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2],"policyUrl":"https://onedash.com/privacy-policy.html"},{"id":761,"name":"Digiseg ApS","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[1],"policyUrl":"https://digiseg.io/privacy-center/"},{"id":763,"name":"Delidatax SL","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"https://www.delidatax.net/privacy.htm"},{"id":764,"name":"Lucidity","purposeIds":[1,3,4,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://golucidity.com/privacy-policy/"},{"id":765,"name":"Grabit Interactive Media Inc dba KERV Interctive","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[2],"policyUrl":"https://kervit.com/privacy-policy/"},{"id":766,"name":"ADCELL | Firstlead GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.adcell.de/agb#sector_6"},{"id":768,"name":"Global Media & Entertainment Limited","purposeIds":[1,2,3,4,5],"legIntPurposeIds":[],"featureIds":[1,2,3],"policyUrl":"http://global.com/privacy-policy/"},{"id":770,"name":"MARKETPERF CORP","purposeIds":[1,2,4],"legIntPurposeIds":[3,5],"featureIds":[2,3],"policyUrl":"https://www.marketperf.com/assets/images/app/marketperf/pdf/privacy-policy.pdf"},{"id":773,"name":"360e-com Sp. z o.o.","purposeIds":[1,2,3,5],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.clickonometrics.com/optout/"},{"id":775,"name":"SelectMedia International LTD","purposeIds":[1],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.selectmedia.asia/terms-and-privacy/"},{"id":778,"name":"Discover-Tech ltd","purposeIds":[2,5],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://discover-tech.io/dsp-privacy-policy/"},{"id":779,"name":"Adtarget Medya A.S.","purposeIds":[1,3],"legIntPurposeIds":[],"featureIds":[3],"policyUrl":"https://adtarget.com.tr/adtarget-privacy-policy-2020.pdf"},{"id":780,"name":"Aniview LTD","purposeIds":[1,2,3],"legIntPurposeIds":[],"featureIds":[],"policyUrl":"https://www.aniview.com/privacy-policy/"},{"id":781,"name":"FeedAd GmbH","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[2,3],"policyUrl":"https://feedad.com/privacy/"},{"id":784,"name":"Nubo LTD","purposeIds":[],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://www.recod3.com/privacypolicy.php"},{"id":786,"name":"TargetVideo GmbH","purposeIds":[],"legIntPurposeIds":[1,2,3,4,5],"featureIds":[],"policyUrl":"https://www.target-video.com/datenschutz/"},{"id":798,"name":"Adverticum cPlc.","purposeIds":[2,3,4],"legIntPurposeIds":[1,5],"featureIds":[],"policyUrl":"https://adverticum.net/english/privacy-and-data-processing-information/"},{"id":803,"name":"Click Tech Limited","purposeIds":[1],"legIntPurposeIds":[2,3],"featureIds":[1],"policyUrl":"https://en.yeahmobi.com/html/privacypolicy/"},{"id":808,"name":"Pure Local Media GmbH","purposeIds":[],"legIntPurposeIds":[3,5],"featureIds":[],"policyUrl":"https://purelocalmedia.de/?page_id=593"}]}
\ No newline at end of file
From 501927a632f2ed3e8bdc9e9db16b0541e3113e89 Mon Sep 17 00:00:00 2001
From: PubMatic-OpenWrap
Date: Thu, 20 Aug 2020 15:28:32 +0530
Subject: [PATCH 172/381] UOE-5511 Support for skadnetwork in pubmatic (#73)
Co-authored-by: Isha Bharti
---
adapters/pubmatic/pubmatic.go | 30 ++++++++----
.../pubmatictest/supplemental/app.json | 46 +++++++++++++++++--
openrtb_ext/imp.go | 2 +
3 files changed, 65 insertions(+), 13 deletions(-)
diff --git a/adapters/pubmatic/pubmatic.go b/adapters/pubmatic/pubmatic.go
index 394e4189dfe..7c7063e07b1 100644
--- a/adapters/pubmatic/pubmatic.go
+++ b/adapters/pubmatic/pubmatic.go
@@ -20,10 +20,13 @@ import (
"golang.org/x/net/context/ctxhttp"
)
-const MAX_IMPRESSIONS_PUBMATIC = 30
-const PUBMATIC = "[PUBMATIC]"
-const buyId = "buyid"
-const buyIdTargetingKey = "hb_buyid_pubmatic"
+const (
+ MAX_IMPRESSIONS_PUBMATIC = 30
+ PUBMATIC = "[PUBMATIC]"
+ buyId = "buyid"
+ buyIdTargetingKey = "hb_buyid_pubmatic"
+ skAdnetworkKey = "skadn"
+)
type PubmaticAdapter struct {
http *adapters.HTTPAdapter
@@ -613,13 +616,22 @@ func parseImpressionObject(imp *openrtb.Imp, wrapExt *string, pubID *string) err
}
}
+ imp.Ext = nil
+ impExt := ""
if pubmaticExt.Keywords != nil && len(pubmaticExt.Keywords) != 0 {
- kvstr := makeKeywordStr(pubmaticExt.Keywords)
- imp.Ext = json.RawMessage([]byte(kvstr))
- } else {
- imp.Ext = nil
+ impExt = makeKeywordStr(pubmaticExt.Keywords)
}
+ if bidderExt.Prebid != nil && bidderExt.Prebid.SKAdnetwork != nil {
+ if impExt == "" {
+ impExt = fmt.Sprintf(`"%s":%s`, skAdnetworkKey, string(bidderExt.Prebid.SKAdnetwork))
+ } else {
+ impExt = fmt.Sprintf(`%s,"%s":%s`, impExt, skAdnetworkKey, string(bidderExt.Prebid.SKAdnetwork))
+ }
+ }
+ if len(impExt) != 0 {
+ imp.Ext = json.RawMessage([]byte(fmt.Sprintf(`{%s}`, impExt)))
+ }
return nil
}
@@ -635,7 +647,7 @@ func makeKeywordStr(keywords []*openrtb_ext.ExtImpPubmaticKeyVal) string {
}
}
- kvStr := "{" + strings.Join(eachKv, ",") + "}"
+ kvStr := strings.Join(eachKv, ",")
return kvStr
}
diff --git a/adapters/pubmatic/pubmatictest/supplemental/app.json b/adapters/pubmatic/pubmatictest/supplemental/app.json
index 636433ca1f5..3aabe54a7dd 100644
--- a/adapters/pubmatic/pubmatictest/supplemental/app.json
+++ b/adapters/pubmatic/pubmatictest/supplemental/app.json
@@ -26,6 +26,12 @@
"version": 1,
"profile": 5123
}
+ },
+ "prebid": {
+ "skadn": {
+ "skadnetids": ["k674qkevps.skadnetwork"],
+ "version": "2.0"
+ }
}
}
}],
@@ -62,7 +68,11 @@
},
"ext": {
"pmZoneID": "Zone1,Zone2",
- "preference": "sports,movies"
+ "preference": "sports,movies",
+ "skadn": {
+ "skadnetids": ["k674qkevps.skadnetwork"],
+ "version": "2.0"
+ }
}
}
],
@@ -100,7 +110,21 @@
"crid": "29681110",
"h": 250,
"w": 300,
- "dealid":"test deal"
+ "dealid":"test deal",
+ "ext": {
+ "dspid": 6,
+ "deal_channel": 1,
+ "skadn": {
+ "signature": "MDUCGQDreBN5/xBN547tJeUdqcMSBtBA+Lk06b8CGFkjR1V56rh/H9osF8iripkuZApeDsZ+lQ==",
+ "campaign": "4",
+ "network": "k674qkevps.skadnetwork",
+ "nonce": "D0EC0F04-A4BF-445B-ADF1-E010430C29FD",
+ "timestamp": "1596695461984",
+ "sourceapp": "525463029",
+ "itunesitem": "1499436635",
+ "version": "2.0"
+ }
+ }
}]
}
],
@@ -126,11 +150,25 @@
"crid": "29681110",
"w": 300,
"h": 250,
- "dealid":"test deal"
+ "dealid":"test deal",
+ "ext": {
+ "dspid": 6,
+ "deal_channel": 1,
+ "skadn": {
+ "signature": "MDUCGQDreBN5/xBN547tJeUdqcMSBtBA+Lk06b8CGFkjR1V56rh/H9osF8iripkuZApeDsZ+lQ==",
+ "campaign": "4",
+ "network": "k674qkevps.skadnetwork",
+ "nonce": "D0EC0F04-A4BF-445B-ADF1-E010430C29FD",
+ "timestamp": "1596695461984",
+ "sourceapp": "525463029",
+ "itunesitem": "1499436635",
+ "version": "2.0"
+ }
+ }
},
"type": "banner"
}
]
}
]
- }
\ No newline at end of file
+ }
diff --git a/openrtb_ext/imp.go b/openrtb_ext/imp.go
index ed3a88d62eb..d8ebecb3dc6 100644
--- a/openrtb_ext/imp.go
+++ b/openrtb_ext/imp.go
@@ -28,6 +28,8 @@ type ExtImpPrebid struct {
// at this time
// https://github.com/PubMatic-OpenWrap/prebid-server/pull/846#issuecomment-476352224
Bidder map[string]json.RawMessage `json:"bidder"`
+
+ SKAdnetwork json.RawMessage `json:"skadn"`
}
// ExtStoredRequest defines the contract for bidrequest.imp[i].ext.prebid.storedrequest
From 21b41ff22c9fce7823f061077dd00bc679ddd7b9 Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Thu, 20 Aug 2020 12:59:27 -0400
Subject: [PATCH 173/381] Enable geo activation of GDPR flag (#1427)
---
config/config.go | 9 +++
exchange/exchange.go | 25 +++++++-
exchange/exchange_test.go | 27 +++++---
.../exchangetest/gdpr-geo-eu-off-device.json | 64 +++++++++++++++++++
exchange/exchangetest/gdpr-geo-eu-off.json | 60 +++++++++++++++++
exchange/exchangetest/gdpr-geo-eu-on.json | 60 +++++++++++++++++
exchange/exchangetest/gdpr-geo-usa-off.json | 61 ++++++++++++++++++
exchange/exchangetest/gdpr-geo-usa-on.json | 61 ++++++++++++++++++
gdpr/impl.go | 19 ++++++
9 files changed, 377 insertions(+), 9 deletions(-)
create mode 100644 exchange/exchangetest/gdpr-geo-eu-off-device.json
create mode 100644 exchange/exchangetest/gdpr-geo-eu-off.json
create mode 100644 exchange/exchangetest/gdpr-geo-eu-on.json
create mode 100644 exchange/exchangetest/gdpr-geo-usa-off.json
create mode 100644 exchange/exchangetest/gdpr-geo-usa-on.json
diff --git a/config/config.go b/config/config.go
index 7fc77855810..9e6b1370128 100755
--- a/config/config.go
+++ b/config/config.go
@@ -159,6 +159,11 @@ type GDPR struct {
TCF1 TCF1 `mapstructure:"tcf1"`
TCF2 TCF2 `mapstructure:"tcf2"`
AMPException bool `mapstructure:"amp_exception"`
+ // EEACountries (EEA = European Economic Area) are a list of countries where we should assume GDPR applies.
+ // If the gdpr flag is unset in a request, but geo.country is set, we will assume GDPR applies if and only
+ // if the country matches one on this list. If both the GDPR flag and country are not set, we default
+ // to UsersyncIfAmbiguous
+ EEACountries []string `mapstructure:"eea_countries"`
}
func (cfg *GDPR) validate(errs configErrors) configErrors {
@@ -903,6 +908,10 @@ func SetupViper(v *viper.Viper, filename string) {
v.SetDefault("gdpr.tcf2.purpose_one_treatement.enabled", true)
v.SetDefault("gdpr.tcf2.purpose_one_treatement.access_allowed", true)
v.SetDefault("gdpr.amp_exception", false)
+ v.SetDefault("gdpr.eea_countries", []string{"ALA", "AUT", "BEL", "BGR", "HRV", "CYP", "CZE", "DNK", "EST",
+ "FIN", "FRA", "GUF", "DEU", "GIB", "GRC", "GLP", "GGY", "HUN", "ISL", "IRL", "IMN", "ITA", "JEY", "LVA",
+ "LIE", "LTU", "LUX", "MLT", "MTQ", "MYT", "NLD", "NOR", "POL", "PRT", "REU", "ROU", "BLM", "MAF", "SPM",
+ "SVK", "SVN", "ESP", "SWE", "GBR"})
v.SetDefault("ccpa.enforce", false)
v.SetDefault("lmt.enforce", true)
v.SetDefault("currency_converter.fetch_url", "https://cdn.jsdelivr.net/gh/prebid/currency-file@1/latest.json")
diff --git a/exchange/exchange.go b/exchange/exchange.go
index cf5ec9cc000..53f4a7a3e1f 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -55,6 +55,7 @@ type exchange struct {
UsersyncIfAmbiguous bool
defaultTTLs config.DefaultTTLs
privacyConfig config.Privacy
+ eeaCountries map[string]struct{}
}
// Container to pass out response ext data from the GetAllBids goroutines back into the main thread
@@ -75,6 +76,10 @@ type bidResponseWrapper struct {
func NewExchange(client *http.Client, cache prebid_cache_client.Client, cfg *config.Configuration, metricsEngine pbsmetrics.MetricsEngine, infos adapters.BidderInfos, gDPR gdpr.Permissions, currencyConverter *currencies.RateConverter) Exchange {
e := new(exchange)
+ var s struct{}
+ for _, c := range cfg.GDPR.EEACountries {
+ e.eeaCountries[c] = s
+ }
e.adapterMap = newAdapterMap(client, cfg, infos, metricsEngine)
e.cache = cache
e.cacheTime = time.Duration(cfg.CacheURL.ExpectedTimeMillis) * time.Millisecond
@@ -121,9 +126,27 @@ func (e *exchange) HoldAuction(ctx context.Context, bidRequest *openrtb.BidReque
e.me.RecordImps(impLabels)
}
+ // Make our best guess if GDPR applies
+ usersyncIfAmbiguous := e.UsersyncIfAmbiguous
+ var geo *openrtb.Geo = nil
+ if bidRequest.User != nil && bidRequest.User.Geo != nil {
+ geo = bidRequest.User.Geo
+ } else if bidRequest.Device != nil && bidRequest.Device.Geo != nil {
+ geo = bidRequest.Device.Geo
+ }
+ if geo != nil {
+ // If we have a country set, and it is on the list, we assume GDPR applies if not set on the request.
+ // Otherwise we assume it does not apply as long as it appears "valid" (is 3 characters long).
+ if _, found := e.eeaCountries[strings.ToUpper(geo.Country)]; found {
+ usersyncIfAmbiguous = false
+ } else if len(geo.Country) == 3 {
+ // The country field is formatted properly as a three character country code
+ usersyncIfAmbiguous = true
+ }
+ }
// Slice of BidRequests, each a copy of the original cleaned to only contain bidder data for the named bidder
blabels := make(map[openrtb_ext.BidderName]*pbsmetrics.AdapterLabels)
- cleanRequests, aliases, privacyLabels, errs := cleanOpenRTBRequests(ctx, bidRequest, requestExt, usersyncs, blabels, labels, e.gDPR, e.UsersyncIfAmbiguous, e.privacyConfig)
+ cleanRequests, aliases, privacyLabels, errs := cleanOpenRTBRequests(ctx, bidRequest, requestExt, usersyncs, blabels, labels, e.gDPR, usersyncIfAmbiguous, e.privacyConfig)
e.me.RecordRequestPrivacy(privacyLabels)
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index 545f04fd0ef..aad448f397f 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -909,6 +909,9 @@ func runSpec(t *testing.T, filename string, spec *exchangeSpec) {
LMT: config.LMT{
Enforce: spec.EnforceLMT,
},
+ GDPR: config.GDPR{
+ UsersyncIfAmbiguous: !spec.AssumeGDPRApplies,
+ },
}
ex := newExchangeForTests(t, filename, spec.OutgoingRequests, aliases, privacyConfig)
@@ -1026,15 +1029,22 @@ func newExchangeForTests(t *testing.T, filename string, expectations map[string]
}
}
+ var s struct{}
+ eeac := make(map[string]struct{})
+ for _, c := range []string{"FIN", "FRA", "GUF"} {
+ eeac[c] = s
+ }
+
return &exchange{
adapterMap: adapters,
me: metricsConf.NewMetricsEngine(&config.Configuration{}, openrtb_ext.BidderList()),
cache: &wellBehavedCache{},
cacheTime: 0,
- gDPR: gdpr.AlwaysAllow{},
+ gDPR: gdpr.AlwaysFail{},
currencyConverter: currencies.NewRateConverter(&http.Client{}, "", time.Duration(0)),
- UsersyncIfAmbiguous: false,
+ UsersyncIfAmbiguous: privacyConfig.GDPR.UsersyncIfAmbiguous,
privacyConfig: privacyConfig,
+ eeaCountries: eeac,
}
}
@@ -1882,12 +1892,13 @@ func TestUpdateHbPbCatDur(t *testing.T) {
}
type exchangeSpec struct {
- IncomingRequest exchangeRequest `json:"incomingRequest"`
- OutgoingRequests map[string]*bidderSpec `json:"outgoingRequests"`
- Response exchangeResponse `json:"response,omitempty"`
- EnforceCCPA bool `json:"enforceCcpa"`
- EnforceLMT bool `json:"enforceLmt"`
- DebugLog *DebugLog `json:"debuglog,omitempty"`
+ IncomingRequest exchangeRequest `json:"incomingRequest"`
+ OutgoingRequests map[string]*bidderSpec `json:"outgoingRequests"`
+ Response exchangeResponse `json:"response,omitempty"`
+ EnforceCCPA bool `json:"enforceCcpa"`
+ EnforceLMT bool `json:"enforceLmt"`
+ AssumeGDPRApplies bool `json:"assume_gdpr_applies"`
+ DebugLog *DebugLog `json:"debuglog,omitempty"`
}
type exchangeRequest struct {
diff --git a/exchange/exchangetest/gdpr-geo-eu-off-device.json b/exchange/exchangetest/gdpr-geo-eu-off-device.json
new file mode 100644
index 00000000000..fc655de8162
--- /dev/null
+++ b/exchange/exchangetest/gdpr-geo-eu-off-device.json
@@ -0,0 +1,64 @@
+{
+ "assume_gdpr_applies": false,
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "buyeruid": "some-buyer-id"
+ },
+ "device": {
+ "geo": {
+ "country": "FRA"
+ }
+ }
+}
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "expectRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ },
+ "device": {
+ "geo": {
+ "country": "FRA"
+ }
+ }
+ },
+ "bidAdjustment": 1.0
+ },
+ "mockResponse": {
+ "errors": ["appnexus-error"]
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/exchange/exchangetest/gdpr-geo-eu-off.json b/exchange/exchangetest/gdpr-geo-eu-off.json
new file mode 100644
index 00000000000..27a030f11fc
--- /dev/null
+++ b/exchange/exchangetest/gdpr-geo-eu-off.json
@@ -0,0 +1,60 @@
+{
+ "assume_gdpr_applies": false,
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "buyeruid": "some-buyer-id",
+ "geo": {
+ "country": "FRA"
+ }
+ }
+ }
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "expectRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "geo": {
+ "country": "FRA"
+ }
+ }
+ },
+ "bidAdjustment": 1.0
+ },
+ "mockResponse": {
+ "errors": ["appnexus-error"]
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/exchange/exchangetest/gdpr-geo-eu-on.json b/exchange/exchangetest/gdpr-geo-eu-on.json
new file mode 100644
index 00000000000..4ec42fc6c70
--- /dev/null
+++ b/exchange/exchangetest/gdpr-geo-eu-on.json
@@ -0,0 +1,60 @@
+{
+ "assume_gdpr_applies": true,
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "buyeruid": "some-buyer-id",
+ "geo": {
+ "country": "FRA"
+ }
+ }
+ }
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "expectRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "geo": {
+ "country": "FRA"
+ }
+ }
+ },
+ "bidAdjustment": 1.0
+ },
+ "mockResponse": {
+ "errors": ["appnexus-error"]
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/exchange/exchangetest/gdpr-geo-usa-off.json b/exchange/exchangetest/gdpr-geo-usa-off.json
new file mode 100644
index 00000000000..d56c9318a56
--- /dev/null
+++ b/exchange/exchangetest/gdpr-geo-usa-off.json
@@ -0,0 +1,61 @@
+{
+ "assume_gdpr_applies": false,
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "buyeruid": "some-buyer-id",
+ "geo": {
+ "country": "USA"
+ }
+ }
+ }
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "expectRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "buyeruid": "some-buyer-id",
+ "geo": {
+ "country": "USA"
+ }
+ }
+ },
+ "bidAdjustment": 1.0
+ },
+ "mockResponse": {
+ "errors": ["appnexus-error"]
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/exchange/exchangetest/gdpr-geo-usa-on.json b/exchange/exchangetest/gdpr-geo-usa-on.json
new file mode 100644
index 00000000000..f922be9ea4e
--- /dev/null
+++ b/exchange/exchangetest/gdpr-geo-usa-on.json
@@ -0,0 +1,61 @@
+{
+ "assume_gdpr_applies": true,
+ "incomingRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "appnexus": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "buyeruid": "some-buyer-id",
+ "geo": {
+ "country": "USA"
+ }
+ }
+ }
+ },
+ "outgoingRequests": {
+ "appnexus": {
+ "expectRequest": {
+ "ortbRequest": {
+ "id": "some-request-id",
+ "site": {
+ "page": "test.somepage.com"
+ },
+ "imp": [{
+ "id": "my-imp-id",
+ "video": {
+ "mimes": ["video/mp4"]
+ },
+ "ext": {
+ "bidder": {
+ "placementId": 1
+ }
+ }
+ }],
+ "user": {
+ "buyeruid": "some-buyer-id",
+ "geo": {
+ "country": "USA"
+ }
+ }
+ },
+ "bidAdjustment": 1.0
+ },
+ "mockResponse": {
+ "errors": ["appnexus-error"]
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/gdpr/impl.go b/gdpr/impl.go
index 2deddc7b2ba..2fbd9c5a07c 100644
--- a/gdpr/impl.go
+++ b/gdpr/impl.go
@@ -228,3 +228,22 @@ func (a AlwaysAllow) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext
func (a AlwaysAllow) AMPException() bool {
return false
}
+
+// Exporting to allow for easy test setups
+type AlwaysFail struct{}
+
+func (a AlwaysFail) HostCookiesAllowed(ctx context.Context, consent string) (bool, error) {
+ return false, nil
+}
+
+func (a AlwaysFail) BidderSyncAllowed(ctx context.Context, bidder openrtb_ext.BidderName, consent string) (bool, error) {
+ return false, nil
+}
+
+func (a AlwaysFail) PersonalInfoAllowed(ctx context.Context, bidder openrtb_ext.BidderName, PublisherID string, consent string) (bool, bool, bool, error) {
+ return false, false, false, nil
+}
+
+func (a AlwaysFail) AMPException() bool {
+ return false
+}
From f4b0a7cfc95aba6a27e9aaf06a57716fc2057c76 Mon Sep 17 00:00:00 2001
From: guscarreon
Date: Thu, 20 Aug 2020 14:19:37 -0400
Subject: [PATCH 174/381] Validate External Cache Host (#1422)
* first draft
* Little tweaks
* Scott's review part 1
* Scott's review corrections part 2
* Scotts refactor
* correction in config_test.go
* Correction and refactor
* Multiple return statements
* Test case refactor
Co-authored-by: Gus Carreon
Co-authored-by: Gus Carreon
Co-authored-by: Gus Carreon
---
config/config.go | 36 +++++++++++++++++
config/config_test.go | 89 ++++++++++++++++++++++++++++++++++++++++++-
2 files changed, 123 insertions(+), 2 deletions(-)
diff --git a/config/config.go b/config/config.go
index 9e6b1370128..e3b7d8ebda0 100755
--- a/config/config.go
+++ b/config/config.go
@@ -2,6 +2,7 @@ package config
import (
"bytes"
+ "errors"
"fmt"
"net/url"
"reflect"
@@ -111,6 +112,7 @@ func (cfg *Configuration) validate() configErrors {
errs = cfg.CurrencyConverter.validate(errs)
errs = validateAdapters(cfg.Adapters, errs)
errs = cfg.Debug.validate(errs)
+ errs = cfg.ExtCacheURL.validate(errs)
return errs
}
@@ -128,6 +130,40 @@ func (cfg *AuctionTimeouts) validate(errs configErrors) configErrors {
return errs
}
+func (data *ExternalCache) validate(errs configErrors) configErrors {
+ if data.Host == "" && data.Path == "" {
+ // Both host and path can be blank. No further validation needed
+ return errs
+ }
+
+ // Either host or path or both not empty, validate.
+ if data.Host == "" && data.Path != "" || data.Host != "" && data.Path == "" {
+ return append(errs, errors.New("External cache Host and Path must both be specified"))
+ }
+ if strings.HasSuffix(data.Host, "/") {
+ return append(errs, errors.New(fmt.Sprintf("External cache Host '%s' must not end with a path separator", data.Host)))
+ }
+ if strings.ContainsAny(data.Host, "://") {
+ return append(errs, errors.New(fmt.Sprintf("External cache Host must not specify a protocol. '%s'", data.Host)))
+ }
+ if !strings.HasPrefix(data.Path, "/") {
+ return append(errs, errors.New(fmt.Sprintf("External cache Path '%s' must begin with a path separator", data.Path)))
+ }
+
+ urlObj, err := url.Parse("https://" + data.Host + data.Path)
+ if err != nil {
+ return append(errs, errors.New(fmt.Sprintf("External cache Path validation error: %s ", err.Error())))
+ }
+ if urlObj.Host != data.Host {
+ return append(errs, errors.New(fmt.Sprintf("External cache Host '%s' is invalid", data.Host)))
+ }
+ if urlObj.Path != data.Path {
+ return append(errs, errors.New("External cache Path is invalid"))
+ }
+
+ return errs
+}
+
// LimitAuctionTimeout returns the min of requested or cfg.MaxAuctionTimeout.
// Both values treat "0" as "infinite".
func (cfg *AuctionTimeouts) LimitAuctionTimeout(requested time.Duration) time.Duration {
diff --git a/config/config_test.go b/config/config_test.go
index 4774d9d6e46..3da3f72137b 100644
--- a/config/config_test.go
+++ b/config/config_test.go
@@ -14,6 +14,91 @@ import (
"github.com/stretchr/testify/assert"
)
+func TestExternalCacheURLValidate(t *testing.T) {
+ testCases := []struct {
+ desc string
+ data ExternalCache
+ expErrors int
+ }{
+ {
+ desc: "With http://",
+ data: ExternalCache{Host: "http://www.google.com", Path: "/path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "Without http://",
+ data: ExternalCache{Host: "www.google.com", Path: "/path/v1"},
+ expErrors: 0,
+ },
+ {
+ desc: "No scheme but '//' prefix",
+ data: ExternalCache{Host: "//www.google.com", Path: "/path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "// appears twice",
+ data: ExternalCache{Host: "//www.google.com//", Path: "path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "Host has an only // value",
+ data: ExternalCache{Host: "//", Path: "path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "only scheme host, valid path",
+ data: ExternalCache{Host: "http://", Path: "/path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "No host, path only",
+ data: ExternalCache{Host: "", Path: "path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "No host, nor path",
+ data: ExternalCache{Host: "", Path: ""},
+ expErrors: 0,
+ },
+ {
+ desc: "Invalid http at the end",
+ data: ExternalCache{Host: "www.google.com", Path: "http://"},
+ expErrors: 1,
+ },
+ {
+ desc: "Host has an unknown scheme",
+ data: ExternalCache{Host: "unknownscheme://host", Path: "/path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "Wrong colon side in scheme",
+ data: ExternalCache{Host: "http//:www.appnexus.com", Path: "/path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "Missing '/' in scheme",
+ data: ExternalCache{Host: "http:/www.appnexus.com", Path: "/path/v1"},
+ expErrors: 1,
+ },
+ {
+ desc: "host with scheme, no path",
+ data: ExternalCache{Host: "http://www.appnexus.com", Path: ""},
+ expErrors: 1,
+ },
+ {
+ desc: "scheme, no host nor path",
+ data: ExternalCache{Host: "http://", Path: ""},
+ expErrors: 1,
+ },
+ }
+ for _, test := range testCases {
+ var errs configErrors
+ errs = test.data.validate(errs)
+
+ assert.Equal(t, test.expErrors, len(errs), "Test case threw unexpected number of errors. Desc: %s errMsg = %v \n", test.desc, errs)
+ }
+}
+
func TestDefaults(t *testing.T) {
v := viper.New()
SetupViper(v, "")
@@ -66,7 +151,7 @@ cache:
query: uuid=%PBS_CACHE_UUID%
external_cache:
host: www.externalprebidcache.net
- path: endpoints/cache
+ path: /endpoints/cache
http_client:
max_connections_per_host: 10
max_idle_connections: 500
@@ -223,7 +308,7 @@ func TestFullConfig(t *testing.T) {
cmpStrings(t, "cache.host", cfg.CacheURL.Host, "prebidcache.net")
cmpStrings(t, "cache.query", cfg.CacheURL.Query, "uuid=%PBS_CACHE_UUID%")
cmpStrings(t, "external_cache.host", cfg.ExtCacheURL.Host, "www.externalprebidcache.net")
- cmpStrings(t, "external_cache.path", cfg.ExtCacheURL.Path, "endpoints/cache")
+ cmpStrings(t, "external_cache.path", cfg.ExtCacheURL.Path, "/endpoints/cache")
cmpInts(t, "http_client.max_connections_per_host", cfg.Client.MaxConnsPerHost, 10)
cmpInts(t, "http_client.max_idle_connections", cfg.Client.MaxIdleConns, 500)
cmpInts(t, "http_client.max_idle_connections_per_host", cfg.Client.MaxIdleConnsPerHost, 20)
From 80d557ece7ae79413755db8021e9fd0559b1954c Mon Sep 17 00:00:00 2001
From: hhhjort <31041505+hhhjort@users.noreply.github.com>
Date: Thu, 20 Aug 2020 15:36:33 -0400
Subject: [PATCH 175/381] Fixes bug (#1448)
* Fixes bug
* shortens list
---
exchange/exchange.go | 1 +
exchange/exchange_test.go | 3 +++
2 files changed, 4 insertions(+)
diff --git a/exchange/exchange.go b/exchange/exchange.go
index 53f4a7a3e1f..e465a78389b 100644
--- a/exchange/exchange.go
+++ b/exchange/exchange.go
@@ -76,6 +76,7 @@ type bidResponseWrapper struct {
func NewExchange(client *http.Client, cache prebid_cache_client.Client, cfg *config.Configuration, metricsEngine pbsmetrics.MetricsEngine, infos adapters.BidderInfos, gDPR gdpr.Permissions, currencyConverter *currencies.RateConverter) Exchange {
e := new(exchange)
+ e.eeaCountries = make(map[string]struct{}, len(cfg.GDPR.EEACountries))
var s struct{}
for _, c := range cfg.GDPR.EEACountries {
e.eeaCountries[c] = s
diff --git a/exchange/exchange_test.go b/exchange/exchange_test.go
index aad448f397f..a6f69f70c59 100644
--- a/exchange/exchange_test.go
+++ b/exchange/exchange_test.go
@@ -48,6 +48,9 @@ func TestNewExchange(t *testing.T) {
ExpectedTimeMillis: 20,
},
Adapters: blankAdapterConfig(openrtb_ext.BidderList()),
+ GDPR: config.GDPR{
+ EEACountries: []string{"FIN", "FRA", "GUF"},
+ },
}
currencyConverter := currencies.NewRateConverter(&http.Client{}, "", time.Duration(0))
From d66338035f232aef73099ae1c257628142c62e2c Mon Sep 17 00:00:00 2001
From: Veronika Solovei
Date: Mon, 24 Aug 2020 13:43:02 -0700
Subject: [PATCH 176/381] Added adpod_id to request extension (#1444)
* Added adpod_id to request -> ext -> appnexus and modified requests splitting based on pod
* Unit test fix
* Unit test fix
* Minor unit test fixes
* Code refactoring
* Minor code and unit tests refactoring
* Unit tests refactoring
Co-authored-by: Veronika Solovei
---
adapters/appnexus/appnexus.go | 62 ++++-
adapters/appnexus/appnexus_test.go | 229 ++++++++++++++++++
.../video/simple-video.json | 132 ----------
3 files changed, 283 insertions(+), 140 deletions(-)
delete mode 100644 adapters/appnexus/appnexusplatformtest/video/simple-video.json
diff --git a/adapters/appnexus/appnexus.go b/adapters/appnexus/appnexus.go
index 9bec9bf1e3b..334817ebca7 100644
--- a/adapters/appnexus/appnexus.go
+++ b/adapters/appnexus/appnexus.go
@@ -6,6 +6,7 @@ import (
"encoding/json"
"fmt"
"io/ioutil"
+ "math/rand"
"net/http"
"strconv"
"strings"
@@ -95,10 +96,11 @@ type appnexusBidExt struct {
}
type appnexusReqExtAppnexus struct {
- IncludeBrandCategory *bool `json:"include_brand_category,omitempty"`
- BrandCategoryUniqueness *bool `json:"brand_category_uniqueness,omitempty"`
- IsAMP int `json:"is_amp,omitempty"`
- HeaderBiddingSource int `json:"hb_source,omitempty"`
+ IncludeBrandCategory *bool `json:"include_brand_category,omitempty"`
+ BrandCategoryUniqueness *bool `json:"brand_category_uniqueness,omitempty"`
+ IsAMP int `json:"is_amp,omitempty"`
+ HeaderBiddingSource int `json:"hb_source,omitempty"`
+ AdPodId string `json:"adpod_id,omitempty"`
}
// Full request extension including appnexus extension object
@@ -354,14 +356,56 @@ func (a *AppNexusAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *ada
}
reqExt.Appnexus.IsAMP = isAMP
reqExt.Appnexus.HeaderBiddingSource = a.hbSource + isVIDEO
+
+ imps := request.Imp
+
+ // For long form requests adpod_id must be sent downstream.
+ // Adpod id is a unique identifier for pod
+ // All impressions in the same pod must have the same pod id in request extension
+ // For this all impressions in request should belong to the same pod
+ // If impressions number per pod is more than maxImpsPerReq - divide those imps to several requests but keep pod id the same
+ if isVIDEO == 1 {
+ podImps := groupByPods(imps)
+
+ requests := make([]*adapters.RequestData, 0, len(podImps))
+ for _, podImps := range podImps {
+ reqExt.Appnexus.AdPodId = generatePodId()
+
+ reqs, errors := splitRequests(podImps, request, reqExt, thisURI, errs)
+ requests = append(requests, reqs...)
+ errs = append(errs, errors...)
+ }
+ return requests, errs
+ }
+
+ return splitRequests(imps, request, reqExt, thisURI, errs)
+}
+
+func generatePodId() string {
+ val := rand.Int63()
+ return fmt.Sprint(val)
+}
+
+func groupByPods(imps []openrtb.Imp) map[string]([]openrtb.Imp) {
+ // find number of pods in response
+ podImps := make(map[string][]openrtb.Imp)
+ for _, imp := range imps {
+ pod := strings.Split(imp.ID, "_")[0]
+ podImps[pod] = append(podImps[pod], imp)
+ }
+ return podImps
+}
+
+func marshalAndSetRequestExt(request *openrtb.BidRequest, requestExtension appnexusReqExt, errs []error) {
var err error
- request.Ext, err = json.Marshal(reqExt)
+ request.Ext, err = json.Marshal(requestExtension)
if err != nil {
errs = append(errs, err)
- return nil, errs
}
+}
+
+func splitRequests(imps []openrtb.Imp, request *openrtb.BidRequest, requestExtension appnexusReqExt, uri string, errs []error) ([]*adapters.RequestData, []error) {
- imps := request.Imp
// Initial capacity for future array of requests, memory optimization.
// Let's say there are 35 impressions and limit impressions per request equals to 10.
// In this case we need to create 4 requests with 10, 10, 10 and 5 impressions.
@@ -375,6 +419,8 @@ func (a *AppNexusAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *ada
headers.Add("Content-Type", "application/json;charset=utf-8")
headers.Add("Accept", "application/json")
+ marshalAndSetRequestExt(request, requestExtension, errs)
+
for impsLeft {
endInd := startInd + maxImpsPerReq
@@ -393,7 +439,7 @@ func (a *AppNexusAdapter) MakeRequests(request *openrtb.BidRequest, reqInfo *ada
resArr = append(resArr, &adapters.RequestData{
Method: "POST",
- Uri: thisURI,
+ Uri: uri,
Body: reqJSON,
Headers: headers,
})
diff --git a/adapters/appnexus/appnexus_test.go b/adapters/appnexus/appnexus_test.go
index bf49374940a..26380406624 100644
--- a/adapters/appnexus/appnexus_test.go
+++ b/adapters/appnexus/appnexus_test.go
@@ -4,9 +4,11 @@ import (
"bytes"
"context"
"encoding/json"
+ "github.com/stretchr/testify/assert"
"io/ioutil"
"net/http"
"net/http/httptest"
+ "regexp"
"testing"
"time"
@@ -38,6 +40,233 @@ func TestMemberQueryParam(t *testing.T) {
}
}
+func TestVideoSinglePod(t *testing.T) {
+ var a AppNexusAdapter
+ a.URI = "http://test.com/openrtb2"
+ a.hbSource = 5
+
+ var reqInfo adapters.ExtraRequestInfo
+ reqInfo.PbsEntryPoint = "video"
+
+ var req openrtb.BidRequest
+ req.ID = "test_id"
+
+ reqExt := `{"prebid":{}}`
+ impExt := `{"bidder":{"placementId":123}}`
+ req.Ext = []byte(reqExt)
+
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_0", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_1", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_2", Ext: []byte(impExt)})
+
+ result, err := a.MakeRequests(&req, &reqInfo)
+
+ assert.Empty(t, err, "Errors array should be empty")
+ assert.Len(t, result, 1, "Only one request should be returned")
+
+ var error error
+ var reqData *openrtb.BidRequest
+ error = json.Unmarshal(result[0].Body, &reqData)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt *appnexusReqExt
+ error = json.Unmarshal(reqData.Ext, &reqDataExt)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ regMatch, matchErr := regexp.Match(`[0-9]19`, []byte(reqDataExt.Appnexus.AdPodId))
+ assert.NoError(t, matchErr, "Regex match error should be nil")
+ assert.True(t, regMatch, "AdPod id doesn't present in Appnexus extension or has incorrect format")
+}
+
+func TestVideoSinglePodManyImps(t *testing.T) {
+ var a AppNexusAdapter
+ a.URI = "http://test.com/openrtb2"
+ a.hbSource = 5
+
+ var reqInfo adapters.ExtraRequestInfo
+ reqInfo.PbsEntryPoint = "video"
+
+ var req openrtb.BidRequest
+ req.ID = "test_id"
+
+ reqExt := `{"prebid":{}}`
+ impExt := `{"bidder":{"placementId":123}}`
+ req.Ext = []byte(reqExt)
+
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_0", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_1", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_2", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_3", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_4", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_5", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_6", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_7", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_8", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_9", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_10", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_11", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_12", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_13", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_14", Ext: []byte(impExt)})
+
+ res, err := a.MakeRequests(&req, &reqInfo)
+
+ assert.Empty(t, err, "Errors array should be empty")
+ assert.Len(t, res, 2, "Two requests should be returned")
+
+ var error error
+ var reqData1 *openrtb.BidRequest
+ error = json.Unmarshal(res[0].Body, &reqData1)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt1 *appnexusReqExt
+ error = json.Unmarshal(reqData1.Ext, &reqDataExt1)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ adPodId1 := reqDataExt1.Appnexus.AdPodId
+
+ var reqData2 *openrtb.BidRequest
+ error = json.Unmarshal(res[1].Body, &reqData2)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt2 *appnexusReqExt
+ error = json.Unmarshal(reqData2.Ext, &reqDataExt2)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ adPodId2 := reqDataExt2.Appnexus.AdPodId
+
+ assert.Equal(t, adPodId1, adPodId2, "AdPod id is not the same for the same pod")
+}
+
+func TestVideoTwoPods(t *testing.T) {
+ var a AppNexusAdapter
+ a.URI = "http://test.com/openrtb2"
+ a.hbSource = 5
+
+ var reqInfo adapters.ExtraRequestInfo
+ reqInfo.PbsEntryPoint = "video"
+
+ var req openrtb.BidRequest
+ req.ID = "test_id"
+
+ reqExt := `{"prebid":{}}`
+ impExt := `{"bidder":{"placementId":123}}`
+ req.Ext = []byte(reqExt)
+
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_0", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_1", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_2", Ext: []byte(impExt)})
+
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_0", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_1", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_2", Ext: []byte(impExt)})
+
+ res, err := a.MakeRequests(&req, &reqInfo)
+
+ assert.Empty(t, err, "Errors array should be empty")
+ assert.Len(t, res, 2, "Two request should be returned")
+
+ var error error
+ var reqData1 *openrtb.BidRequest
+ error = json.Unmarshal(res[0].Body, &reqData1)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt1 *appnexusReqExt
+ error = json.Unmarshal(reqData1.Ext, &reqDataExt1)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ adPodId1 := reqDataExt1.Appnexus.AdPodId
+
+ var reqData2 *openrtb.BidRequest
+ error = json.Unmarshal(res[1].Body, &reqData2)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt2 *appnexusReqExt
+ error = json.Unmarshal(reqData2.Ext, &reqDataExt2)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ adPodId2 := reqDataExt2.Appnexus.AdPodId
+
+ assert.NotEqual(t, adPodId1, adPodId2, "AdPod id should be different for different pods")
+}
+
+func TestVideoTwoPodsManyImps(t *testing.T) {
+ var a AppNexusAdapter
+ a.URI = "http://test.com/openrtb2"
+ a.hbSource = 5
+
+ var reqInfo adapters.ExtraRequestInfo
+ reqInfo.PbsEntryPoint = "video"
+
+ var req openrtb.BidRequest
+ req.ID = "test_id"
+
+ reqExt := `{"prebid":{}}`
+ impExt := `{"bidder":{"placementId":123}}`
+ req.Ext = []byte(reqExt)
+
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_0", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_1", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "1_2", Ext: []byte(impExt)})
+
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_0", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_1", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_2", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_3", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_4", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_5", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_6", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_7", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_8", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_9", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_10", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_11", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_12", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_13", Ext: []byte(impExt)})
+ req.Imp = append(req.Imp, openrtb.Imp{ID: "2_14", Ext: []byte(impExt)})
+
+ res, err := a.MakeRequests(&req, &reqInfo)
+
+ assert.Empty(t, err, "Errors array should be empty")
+ assert.Len(t, res, 3, "Three requests should be returned")
+
+ var error error
+ var reqData1 *openrtb.BidRequest
+ error = json.Unmarshal(res[0].Body, &reqData1)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt1 *appnexusReqExt
+ error = json.Unmarshal(reqData1.Ext, &reqDataExt1)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ var reqData2 *openrtb.BidRequest
+ error = json.Unmarshal(res[1].Body, &reqData2)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt2 *appnexusReqExt
+ error = json.Unmarshal(reqData2.Ext, &reqDataExt2)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ var reqData3 *openrtb.BidRequest
+ error = json.Unmarshal(res[2].Body, &reqData3)
+ assert.NoError(t, error, "Response body unmarshalling error should be nil")
+
+ var reqDataExt3 *appnexusReqExt
+ error = json.Unmarshal(reqData3.Ext, &reqDataExt3)
+ assert.NoError(t, error, "Response ext unmarshalling error should be nil")
+
+ adPodId1 := reqDataExt1.Appnexus.AdPodId
+ adPodId2 := reqDataExt2.Appnexus.AdPodId
+ adPodId3 := reqDataExt3.Appnexus.AdPodId
+
+ podIds := make(map[string]int)
+ podIds[adPodId1] = podIds[adPodId1] + 1
+ podIds[adPodId2] = podIds[adPodId2] + 1
+ podIds[adPodId3] = podIds[adPodId3] + 1
+
+ assert.Len(t, podIds, 2, "Incorrect number of unique pod ids")
+}
+
// ----------------------------------------------------------------------------
// Code below this line tests the legacy, non-openrtb code flow. It can be deleted after we
// clean up the existing code and make everything openrtb.
diff --git a/adapters/appnexus/appnexusplatformtest/video/simple-video.json b/adapters/appnexus/appnexusplatformtest/video/simple-video.json
deleted file mode 100644
index 7ee192be2c1..00000000000
--- a/adapters/appnexus/appnexusplatformtest/video/simple-video.json
+++ /dev/null
@@ -1,132 +0,0 @@
-{
- "mockBidRequest": {
- "id": "test-request-id",
- "imp": [
- {
- "id": "test-imp-id",
- "video": {
- "mimes": ["video/mp4"],
- "minduration": 15,
- "maxduration": 30,
- "protocols": [2, 3, 5, 6, 7, 8],
- "w": 940,
- "h": 560
- },
- "ext": {
- "bidder": {
- "placement_id": 1
- }
- }
- }
- ]
- },
-
- "httpCalls": [
- {
- "expectedRequest": {
- "uri": "http://ib.adnxs.com/openrtb2",
- "body": {
- "id": "test-request-id",
- "ext": {
- "appnexus": {
- "hb_source": 9
- },
- "prebid": {}
- },
- "imp": [
- {
- "id": "test-imp-id",
- "video": {
- "mimes": ["video/mp4"],
- "minduration": 15,
- "maxduration": 30,
- "protocols": [2, 3, 5, 6, 7, 8],
- "w": 940,
- "h": 560
- },
- "ext": {
- "appnexus": {
- "placement_id": 1
- }
- }
- }
- ]
- }
- },
- "mockResponse": {
- "status": 200,
- "body": {
- "id": "test-request-id",
- "seatbid": [
- {
- "seat": "958",
- "bid": [{
- "id": "7706636740145184841",
- "impid": "test-imp-id",
- "price": 0.500000,
- "adid": "29681110",
- "adm": "some-test-ad",
- "adomain": ["appnexus.com"],
- "iurl": "http://nym1-ib.adnxs.com/cr?id=29681110",
- "cid": "958",
- "crid": "29681110",
- "h": 250,
- "w": 300,
- "cat": ["IAB9-1"],
- "ext": {
- "appnexus": {
- "brand_id": 9,
- "brand_category_id": 9,
- "auction_id": 8189378542222915032,
- "bid_ad_type": 1,
- "bidder_id": 2,
- "ranking_price": 0.000000,
- "deal_priority": 5
- }
- }
- }]
- }
- ],
- "bidid": "5778926625248726496",
- "cur": "USD"
- }
- }
- }
- ],
-
- "expectedBidResponses": [
- {
- "currency": "USD",
- "bids": [
- {
- "bid": {
- "id": "7706636740145184841",
- "impid": "test-imp-id",
- "price": 0.5,
- "adm": "some-test-ad",
- "adid": "29681110",
- "adomain": ["appnexus.com"],
- "iurl": "http://nym1-ib.adnxs.com/cr?id=29681110",
- "cid": "958",
- "crid": "29681110",
- "w": 300,
- "h": 250,
- "cat": ["IAB5-3"],
- "ext": {
- "appnexus": {
- "brand_id": 9,
- "brand_category_id": 9,
- "auction_id": 8189378542222915032,
- "bid_ad_type": 1,
- "bidder_id": 2,
- "ranking_price": 0.000000,
- "deal_priority": 5
- }
- }
- },
- "type": "video"
- }
- ]
- }
- ]
- }
\ No newline at end of file
From 30ef8581806f5957c4417f05cd305e709d53a92e Mon Sep 17 00:00:00 2001
From: Jurij Sinickij
Date: Mon, 24 Aug 2020 23:49:06 +0300
Subject: [PATCH 177/381] Adform adapter: additional targeting params added
(#1424)
---
adapters/adform/adform.go | 21 +++++++++++++++++++++
adapters/adform/adform_test.go | 30 ++++++++++++++++++++++--------
adapters/adform/params_test.go | 8 ++++++++
openrtb_ext/imp_adform.go | 11 +++++++----
static/bidder-params/adform.json | 14 ++++++++++++++
5 files changed, 72 insertions(+), 12 deletions(-)
diff --git a/adapters/adform/adform.go b/adapters/adform/adform.go
index 69f1c12f073..5881f4ab86e 100644
--- a/adapters/adform/adform.go
+++ b/adapters/adform/adform.go
@@ -43,6 +43,7 @@ type adformRequest struct {
digitrust *adformDigitrust
currency string
eids string
+ url string
}
type adformDigitrust struct {
@@ -61,6 +62,9 @@ type adformAdUnit struct {
PriceType string `json:"priceType,omitempty"`
KeyValues string `json:"mkv,omitempty"`
KeyWords string `json:"mkw,omitempty"`
+ CDims string `json:"cdims,omitempty"`
+ MinPrice float64 `json:"minp,omitempty"`
+ Url string `json:"url,omitempty"`
bidId string
adUnitCode string
@@ -284,6 +288,10 @@ func (r *adformRequest) buildAdformUrl(a *AdformAdapter) string {
parameters.Add("eids", r.eids)
}
+ if r.url != "" {
+ parameters.Add("url", r.url)
+ }
+
URL := *a.URL
URL.RawQuery = parameters.Encode()
@@ -302,6 +310,12 @@ func (r *adformRequest) buildAdformUrl(a *AdformAdapter) string {
if adUnit.KeyWords != "" {
buffer.WriteString(fmt.Sprintf("&mkw=%s", adUnit.KeyWords))
}
+ if adUnit.CDims != "" {
+ buffer.WriteString(fmt.Sprintf("&cdims=%s", adUnit.CDims))
+ }
+ if adUnit.MinPrice > 0 {
+ buffer.WriteString(fmt.Sprintf("&minp=%.2f", adUnit.MinPrice))
+ }
adUnitsParams = append(adUnitsParams, base64.URLEncoding.WithPadding(base64.NoPadding).EncodeToString(buffer.Bytes()))
}
@@ -407,6 +421,8 @@ func openRtbToAdformRequest(request *openrtb.BidRequest) (*adformRequest, []erro
adUnits := make([]*adformAdUnit, 0, len(request.Imp))
errors := make([]error, 0, len(request.Imp))
secure := false
+ url := ""
+
for _, imp := range request.Imp {
params, _, _, err := jsonparser.Get(imp.Ext, "bidder")
if err != nil {
@@ -441,6 +457,10 @@ func openRtbToAdformRequest(request *openrtb.BidRequest) (*adformRequest, []erro
secure = true
}
+ if url == "" {
+ url = adformAdUnit.Url
+ }
+
adformAdUnit.bidId = imp.ID
adformAdUnit.adUnitCode = imp.ID
adUnits = append(adUnits, &adformAdUnit)
@@ -520,6 +540,7 @@ func openRtbToAdformRequest(request *openrtb.BidRequest) (*adformRequest, []erro
digitrust: digitrust,
currency: requestCurrency,
eids: eids,
+ url: url,
}, errors
}
diff --git a/adapters/adform/adform_test.go b/adapters/adform/adform_test.go
index 2fca7d1722d..f227776207d 100644
--- a/adapters/adform/adform_test.go
+++ b/adapters/adform/adform_test.go
@@ -35,6 +35,9 @@ type aTagInfo struct {
keyValues string
keyWords string
code string
+ cdims string
+ url string
+ minp float64
price float64
content string
@@ -320,9 +323,9 @@ func createTestData(secure bool) aBidInfo {
tid: "transaction-id",
buyerUID: "user-id",
tags: []aTagInfo{
- {mid: 32344, keyValues: "color:red,age:30-40", keyWords: "red,blue", priceType: "gross", code: "code1", price: 1.23, content: "banner-content1", dealId: "dealId1", creativeId: "creativeId1"},
- {mid: 32345, priceType: "net", code: "code2"}, // no bid for ad unit
- {mid: 32346, code: "code3", price: 1.24, content: "banner-content2", dealId: "dealId2"},
+ {mid: 32344, keyValues: "color:red,age:30-40", keyWords: "red,blue", cdims: "300x300,400x200", priceType: "gross", code: "code1", price: 1.23, content: "banner-content1", dealId: "dealId1", creativeId: "creativeId1"},
+ {mid: 32345, priceType: "net", code: "code2", minp: 23.1, cdims: "300x200"}, // no bid for ad unit
+ {mid: 32346, code: "code3", price: 1.24, content: "banner-content2", dealId: "dealId2", url: "https://adform.com?a=b"},
},
secure: secure,
currency: "EUR",
@@ -519,11 +522,22 @@ func getUserExt() []byte {
}
func formatAdUnitJson(tag aTagInfo) string {
- return fmt.Sprintf("{ \"mid\": %d%s%s%s}",
+ return fmt.Sprintf("{ \"mid\": %d%s%s%s%s%s%s}",
tag.mid,
formatAdUnitParam("priceType", tag.priceType),
formatAdUnitParam("mkv", tag.keyValues),
- formatAdUnitParam("mkw", tag.keyWords))
+ formatAdUnitParam("mkw", tag.keyWords),
+ formatAdUnitParam("cdims", tag.cdims),
+ formatAdUnitParam("url", tag.url),
+ formatDemicalAdUnitParam("minp", tag.minp))
+}
+
+func formatDemicalAdUnitParam(fieldName string, fieldValue float64) string {
+ if fieldValue > 0 {
+ return fmt.Sprintf(", \"%s\": %.2f", fieldName, fieldValue)
+ }
+
+ return ""
}
func formatAdUnitParam(fieldName string, fieldValue string) string {
@@ -547,10 +561,10 @@ func assertAdformServerRequest(testData aBidInfo, r *http.Request, isOpenRtb boo
var midsWithCurrency = ""
var queryString = ""
if isOpenRtb {
- midsWithCurrency = "bWlkPTMyMzQ0JnJjdXI9RVVSJm1rdj1jb2xvcjpyZWQsYWdlOjMwLTQwJm1rdz1yZWQsYmx1ZQ&bWlkPTMyMzQ1JnJjdXI9RVVS&bWlkPTMyMzQ2JnJjdXI9RVVS"
- queryString = "CC=1&adid=6D92078A-8246-4BA4-AE5B-76104861E7DC&eids=eyJ0ZXN0LmNvbSI6eyJvdGhlcl91c2VyX2lkIjpbMF0sInNvbWVfdXNlcl9pZCI6WzFdfSwidGVzdDIub3JnIjp7Im90aGVyX3VzZXJfaWQiOlsyXX19&fd=1&gdpr=1&gdpr_consent=abc&ip=111.111.111.111&pt=gross&rp=4&stid=transaction-id&" + midsWithCurrency
+ midsWithCurrency = "bWlkPTMyMzQ0JnJjdXI9RVVSJm1rdj1jb2xvcjpyZWQsYWdlOjMwLTQwJm1rdz1yZWQsYmx1ZSZjZGltcz0zMDB4MzAwLDQwMHgyMDA&bWlkPTMyMzQ1JnJjdXI9RVVSJmNkaW1zPTMwMHgyMDAmbWlucD0yMy4xMA&bWlkPTMyMzQ2JnJjdXI9RVVS"
+ queryString = "CC=1&adid=6D92078A-8246-4BA4-AE5B-76104861E7DC&eids=eyJ0ZXN0LmNvbSI6eyJvdGhlcl91c2VyX2lkIjpbMF0sInNvbWVfdXNlcl9pZCI6WzFdfSwidGVzdDIub3JnIjp7Im90aGVyX3VzZXJfaWQiOlsyXX19&fd=1&gdpr=1&gdpr_consent=abc&ip=111.111.111.111&pt=gross&rp=4&stid=transaction-id&url=https%3A%2F%2Fadform.com%3Fa%3Db&" + midsWithCurrency
} else {
- midsWithCurrency = "bWlkPTMyMzQ0JnJjdXI9VVNEJm1rdj1jb2xvcjpyZWQsYWdlOjMwLTQwJm1rdz1yZWQsYmx1ZQ&bWlkPTMyMzQ1JnJjdXI9VVNE&bWlkPTMyMzQ2JnJjdXI9VVNE" // no way to pass currency in legacy adapter
+ midsWithCurrency = "bWlkPTMyMzQ0JnJjdXI9VVNEJm1rdj1jb2xvcjpyZWQsYWdlOjMwLTQwJm1rdz1yZWQsYmx1ZSZjZGltcz0zMDB4MzAwLDQwMHgyMDA&bWlkPTMyMzQ1JnJjdXI9VVNEJmNkaW1zPTMwMHgyMDAmbWlucD0yMy4xMA&bWlkPTMyMzQ2JnJjdXI9VVNE" // no way to pass currency in legacy adapter
queryString = "CC=1&adid=6D92078A-8246-4BA4-AE5B-76104861E7DC&fd=1&gdpr=1&gdpr_consent=abc&ip=111.111.111.111&pt=gross&rp=4&stid=transaction-id&" + midsWithCurrency
}
diff --git a/adapters/adform/params_test.go b/adapters/adform/params_test.go
index ae0a02b6a97..b392463f426 100644
--- a/adapters/adform/params_test.go
+++ b/adapters/adform/params_test.go
@@ -48,6 +48,10 @@ var validParams = []string{
`{"mid":"123","mkv":"color:"}`,
`{"mid":"123","mkw":"green,male"}`,
`{"mid":"123","mkv":" ","mkw":" "}`,
+ `{"mid":"123","cdims":"500x300,400x200","mkw":" "}`,
+ `{"mid":"123","cdims":"500x300","mkv":" ","mkw":" "}`,
+ `{"mid":"123","minp":2.1}`,
+ `{"mid":"123","url":"https://adform.com/page"}`,
}
var invalidParams = []string{
@@ -66,4 +70,8 @@ var invalidParams = []string{
`{"mid":"123","mkv":"color:blue,l&ngth:350"}`,
`{"mid":"123","mkv":"color::blue"}`,
`{"mid":"123","mkw":"fem&le"}`,
+ `{"mid":"123","minp":"2.1"}`,
+ `{"mid":"123","cdims":"500x300:400:200","mkw":" "}`,
+ `{"mid":"123","cdims":"500x300,400:200","mkv":" ","mkw":" "}`,
+ `{"mid":"123","url":10}`,
}
diff --git a/openrtb_ext/imp_adform.go b/openrtb_ext/imp_adform.go
index 3e7c1a7261e..3206ece7c9b 100644
--- a/openrtb_ext/imp_adform.go
+++ b/openrtb_ext/imp_adform.go
@@ -1,8 +1,11 @@
package openrtb_ext
type ExtImpAdform struct {
- MasterTagId string `json:"mid"`
- PriceType string `json:"priceType,omitempty"`
- KeyValues string `json:"mkv,omitempty"`
- KeyWords string `json:"mkw,omitempty"`
+ MasterTagId string `json:"mid"`
+ PriceType string `json:"priceType,omitempty"`
+ KeyValues string `json:"mkv,omitempty"`
+ KeyWords string `json:"mkw,omitempty"`
+ CDims string `json:"cdims,omitempty"`
+ MinPrice float64 `json:"minp,omitempty"`
+ Url string `json:"url,omitempty"`
}
diff --git a/static/bidder-params/adform.json b/static/bidder-params/adform.json
index 67f09623ee4..f0b8c7a6be0 100644
--- a/static/bidder-params/adform.json
+++ b/static/bidder-params/adform.json
@@ -22,6 +22,20 @@
"type": "string",
"description": "Comma-separated keywords. Forbidden symbols: &.",
"pattern": "^[^&]*$"
+ },
+ "cdims": {
+ "type": "string",
+ "description": "Comma-separated creative dimentions.",
+ "pattern": "(^\\d+x\\d+)(,\\d+x\\d+)*$"
+ },
+ "minp": {
+ "type": "number",
+ "description": "The minimum CPM price.",
+ "minimum": 0
+ },
+ "url": {
+ "type": "string",
+ "description": "Custom URL for targeting."
}
},
"required": ["mid"]
From 9dbd0083704315ac80721da30823753ee146bf19 Mon Sep 17 00:00:00 2001
From: Rob Hazan
Date: Mon, 24 Aug 2020 17:28:42 -0400
Subject: [PATCH 178/381] Fix minor error message spelling mistake "vastml" ->
"vastxml" (#1455)
---
.../openrtb2/sample-requests/invalid-whole/cache-nothing.json | 2 +-
openrtb_ext/request.go | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/endpoints/openrtb2/sample-requests/invalid-whole/cache-nothing.json b/endpoints/openrtb2/sample-requests/invalid-whole/cache-nothing.json
index d4b875498ae..f256e4eb34c 100644
--- a/endpoints/openrtb2/sample-requests/invalid-whole/cache-nothing.json
+++ b/endpoints/openrtb2/sample-requests/invalid-whole/cache-nothing.json
@@ -1,5 +1,5 @@
{
- "message": "Invalid request: request.ext is invalid: request.ext.prebid.cache requires one of the \"bids\" or \"vastml\" properties\n",
+ "message": "Invalid request: request.ext is invalid: request.ext.prebid.cache requires one of the \"bids\" or \"vastxml\" properties\n",
"requestPayload": {
"id": "some-request-id",
"site": {
diff --git a/openrtb_ext/request.go b/openrtb_ext/request.go
index 23daaf0f76e..d6edf47f939 100644
--- a/openrtb_ext/request.go
+++ b/openrtb_ext/request.go
@@ -67,7 +67,7 @@ func (ert *ExtRequestPrebidCache) UnmarshalJSON(b []byte) error {
}
if proxy.Bids == nil && proxy.VastXML == nil {
- return errors.New(`request.ext.prebid.cache requires one of the "bids" or "vastml" properties`)
+ return errors.New(`request.ext.prebid.cache requires one of the "bids" or "vastxml" properties`)
}
*ert = ExtRequestPrebidCache(proxy)
From 055ab8062c29038a3ac451e119f07d002ff57498 Mon Sep 17 00:00:00 2001
From: Cameron Rice <37162584+camrice@users.noreply.github.com>
Date: Tue, 25 Aug 2020 08:37:04 -0700
Subject: [PATCH 179/381] Fixing comment for usage of deal priority field
(#1451)
---
adapters/bidder.go | 2 +-
exchange/bidder.go | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/adapters/bidder.go b/adapters/bidder.go
index 627caf67344..41218aa6a2f 100644
--- a/adapters/bidder.go
+++ b/adapters/bidder.go
@@ -108,7 +108,7 @@ func NewBidderResponse() *BidderResponse {
// TypedBid.Bid.Ext will become "response.seatbid[i].bid.ext.bidder" in the final OpenRTB response.
// TypedBid.BidType will become "response.seatbid[i].bid.ext.prebid.type" in the final OpenRTB response.
// TypedBid.BidVideo will become "response.seatbid[i].bid.ext.prebid.video" in the final OpenRTB response.
-// TypedBid.DealPriority will become "response.seatbid[i].bid.dealPriority" in the final OpenRTB response.
+// TypedBid.DealPriority is optionally provided by adapters and used internally by the exchange to support deal targeted campaigns.
type TypedBid struct {
Bid *openrtb.Bid
BidType openrtb_ext.BidType
diff --git a/exchange/bidder.go b/exchange/bidder.go
index decad8ccf2f..5924e39b031 100644
--- a/exchange/bidder.go
+++ b/exchange/bidder.go
@@ -57,7 +57,7 @@ type adaptedBidder interface {
// pbsOrtbBid.bidType will become "response.seatbid[i].bid.ext.prebid.type" in the final OpenRTB response.
// pbsOrtbBid.bidTargets does not need to be filled out by the Bidder. It will be set later by the exchange.
// pbsOrtbBid.bidVideo is optional but should be filled out by the Bidder if bidType is video.
-// pbsOrtbBid.dealPriority will become "response.seatbid[i].bid.dealPriority" in the final OpenRTB response.
+// pbsOrtbBid.dealPriority is optionally provided by adapters and used internally by the exchange to support deal targeted campaigns.
type pbsOrtbBid struct {
bid *openrtb.Bid
bidType openrtb_ext.BidType
From e96b980d391ae89ba1a9631f5921a7db6aa24ba8 Mon Sep 17 00:00:00 2001
From: bretg
Date: Tue, 25 Aug 2020 12:43:06 -0400
Subject: [PATCH 180/381] moving docs to website repo (#1443)
---
README.md | 14 +-
docs/bidders/adtarget.md | 5 -
docs/bidders/appnexus.md | 45 -
docs/bidders/audienceNetwork.md | 8 -
docs/bidders/avocet.md | 5 -
docs/bidders/beachfront.md | 13 -
docs/bidders/emx_digital.md | 10 -
docs/bidders/kidoz.md | 9 -
docs/bidders/openx.md | 65 --
docs/bidders/pubmatic.md | 33 -
docs/bidders/pubnative.md | 62 --
docs/bidders/rubicon.md | 7 -
docs/bidders/smaato.md | 42 -
docs/bidders/smartAdserver.md | 59 --
docs/bidders/smartrtb.md | 39 -
docs/bidders/sovrn.md | 3 -
docs/bidders/tappx.md | 13 -
...Server Event Notifications - Tech Spec.pdf | Bin 89983 -> 0 bytes
docs/developers/add-new-analytics-module.md | 33 -
docs/developers/add-new-bidder.md | 117 ---
docs/developers/cookie-syncs.md | 30 -
docs/developers/currency-converter.md | 56 --
docs/developers/default-request.md | 44 -
docs/developers/features.md | 12 +
docs/developers/gdpr.md | 31 -
docs/developers/stored-requests.md | 4 +-
docs/endpoints.md | 1 +
docs/endpoints/bidders/params.md | 24 -
docs/endpoints/cookieSync.md | 55 --
docs/endpoints/currency_rates.md | 111 ---
docs/endpoints/info/bidders.md | 23 -
docs/endpoints/info/bidders/bidderName.md | 43 -
docs/endpoints/openrtb2/amp.md | 127 ---
docs/endpoints/openrtb2/auction.md | 789 ------------------
docs/endpoints/setuid.md | 26 -
docs/endpoints/status.md | 9 -
36 files changed, 22 insertions(+), 1945 deletions(-)
delete mode 100644 docs/bidders/adtarget.md
delete mode 100644 docs/bidders/appnexus.md
delete mode 100644 docs/bidders/audienceNetwork.md
delete mode 100644 docs/bidders/avocet.md
delete mode 100644 docs/bidders/beachfront.md
delete mode 100644 docs/bidders/emx_digital.md
delete mode 100644 docs/bidders/kidoz.md
delete mode 100644 docs/bidders/openx.md
delete mode 100644 docs/bidders/pubmatic.md
delete mode 100644 docs/bidders/pubnative.md
delete mode 100644 docs/bidders/rubicon.md
delete mode 100644 docs/bidders/smaato.md
delete mode 100644 docs/bidders/smartAdserver.md
delete mode 100644 docs/bidders/smartrtb.md
delete mode 100644 docs/bidders/sovrn.md
delete mode 100644 docs/bidders/tappx.md
delete mode 100644 docs/developers/Prebid Server Event Notifications - Tech Spec.pdf
delete mode 100644 docs/developers/add-new-analytics-module.md
delete mode 100644 docs/developers/add-new-bidder.md
delete mode 100644 docs/developers/cookie-syncs.md
delete mode 100644 docs/developers/currency-converter.md
delete mode 100644 docs/developers/default-request.md
create mode 100644 docs/developers/features.md
delete mode 100644 docs/developers/gdpr.md
create mode 100644 docs/endpoints.md
delete mode 100644 docs/endpoints/bidders/params.md
delete mode 100644 docs/endpoints/cookieSync.md
delete mode 100644 docs/endpoints/currency_rates.md
delete mode 100644 docs/endpoints/info/bidders.md
delete mode 100644 docs/endpoints/info/bidders/bidderName.md
delete mode 100644 docs/endpoints/openrtb2/amp.md
delete mode 100644 docs/endpoints/openrtb2/auction.md
delete mode 100644 docs/endpoints/setuid.md
delete mode 100644 docs/endpoints/status.md
diff --git a/README.md b/README.md
index b69e7e76db4..673c2b1bdeb 100644
--- a/README.md
+++ b/README.md
@@ -8,13 +8,13 @@ It is managed by [Prebid.org](http://prebid.org/overview/what-is-prebid-org.html
and upholds the principles from the [Prebid Code of Conduct](http://prebid.org/wrapper_code_of_conduct.html).
This project does not support the same set of Bidders as Prebid.js, although there is overlap.
-The current set can be found in the [adapters](./adapters) package. If you don't see the one you want, feel free to [contribute it](docs/developers/add-new-bidder.md).
+The current set can be found in the [adapters](./adapters) package. If you don't see the one you want, feel free to [contribute it](https://docs.prebid.org/prebid-server/developers/add-new-bidder-go.html).
For more information, see:
-- [What is Prebid?](http://prebid.org/overview/intro.html)
-- [Getting started with Prebid Server](http://prebid.org/dev-docs/get-started-with-prebid-server.html)
-- [Current Bidders](http://prebid.org/dev-docs/prebid-server-bidders.html)
+- [What is Prebid?](https://prebid.org/overview/intro.html)
+- [Prebid Server Overview](https://docs.prebid.org/prebid-server/overview/prebid-server-overview.html)
+- [Current Bidders](http://prebid.org/dev-docs/pbs-bidders.html)
## Installation
@@ -45,14 +45,12 @@ go build .
```
Load the landing page in your browser at `http://localhost:8000/`.
-For the full API reference, see [docs/endpoints](docs/endpoints)
+For the full API reference, see [the endpoint documentation](https://docs.prebid.org/prebid-server/endpoints/pbs-endpoint-overview.html)
## Contributing
-Want to [add an adapter](docs/developers/add-new-bidder.md)? Found a bug? Great!
-This project is in its infancy, and many things can be improved.
-
+Want to [add an adapter](https://docs.prebid.org/prebid-server/developers/add-new-bidder-go.html)? Found a bug? Great!
Report bugs, request features, and suggest improvements [on Github](https://github.com/prebid/prebid-server/issues).
diff --git a/docs/bidders/adtarget.md b/docs/bidders/adtarget.md
deleted file mode 100644
index b658a728a2b..00000000000
--- a/docs/bidders/adtarget.md
+++ /dev/null
@@ -1,5 +0,0 @@
-# Adtarget bidder
-
-To use the Adtarget bidder you will need an aid from an exchange account on [https://console.adtarget.com.tr](adtarget.com.tr).
-
-For further information, please contact kamil@adtarget.com.tr
\ No newline at end of file
diff --git a/docs/bidders/appnexus.md b/docs/bidders/appnexus.md
deleted file mode 100644
index e4032313f25..00000000000
--- a/docs/bidders/appnexus.md
+++ /dev/null
@@ -1,45 +0,0 @@
-# Appnexus Bidder
-
-## Using Keywords
-
-The `keywords` [bidder param](../../static/bidder-params/appnexus.json) will only work if
-it's enabled for your Account with Appnexus.
-
-**This permission is _distinct_ from the keywords feature used by Prebid.js.**
-
-If you want to enable Appnexus keywords, contact your account manager.
-
-## Display Manager Version
-
-The AppNexus endpoint expects `imp.displaymanagerver` to be populated for mobile app sources
-requests, however not all SDKs will populate this field. If the `imp.displaymanagerver` field
-is not supplied for an `imp`, but `request.app.ext.prebid.source`
-and `request.app.ext.prebid.version` are supplied, the adapter will fill in a value for
-`diplaymanagerver`. It will concatenate the two `app` fields as `-` fo fill in
-the empty `displaymanagerver` before sending the request to AppNexus.
-
-## Test Request
-
-The following test parameters can be used to verify that Prebid Server is working properly with the
-Appnexus adapter. This example includes an `imp` object with an Appnexus test placement ID and sizes
-that would match with the test creative.
-
-```
- "imp": [{
- "id": "some-impression-id",
- "banner": {
- "format": [{
- "w": 600,
- "h": 500
- }, {
- "w": 300,
- "h": 600
- }]
- },
- "ext": {
- "appnexus": {
- "placementId": 13144370
- }
- }
- }]
-```
\ No newline at end of file
diff --git a/docs/bidders/audienceNetwork.md b/docs/bidders/audienceNetwork.md
deleted file mode 100644
index d55e8218a81..00000000000
--- a/docs/bidders/audienceNetwork.md
+++ /dev/null
@@ -1,8 +0,0 @@
-# Audience Network Bidder
-
-## Mobile Bids
-
-Audience Network will not bid on requests made from device simulators.
-When testing for Mobile bids, you must make bid requests using a real device.
-
-**Note:** Audience Network is disabled by default. Please enable it in the app config if you wish to use it. Make sure you provide the partnerID for the auctions to run correctly.
\ No newline at end of file
diff --git a/docs/bidders/avocet.md b/docs/bidders/avocet.md
deleted file mode 100644
index 6aa67391af4..00000000000
--- a/docs/bidders/avocet.md
+++ /dev/null
@@ -1,5 +0,0 @@
-# Avocet Bidder
-
-Please contact Avocet at info@avocet.io if you would like to get started selling inventory via the Avocet platform.
-
-**Note:** Avocet is disabled by default. Please enable it in the app config if you wish to use it. This can be done by setting `adapters.avocet.disabled` to `false` and by setting `adapters.avocet.endpoint` to a valid Avocet endpoint url.
\ No newline at end of file
diff --git a/docs/bidders/beachfront.md b/docs/bidders/beachfront.md
deleted file mode 100644
index ecd7a8f95d1..00000000000
--- a/docs/bidders/beachfront.md
+++ /dev/null
@@ -1,13 +0,0 @@
-# Beachfront bidder
-
-To use the beachfront bidder you will need an appId (Exchange Id) from an exchange
-account on [platform.beachfront.io](https://platform.beachfront.io).
-
-For further information, please contact adops@beachfront.com.
-
-As seen in the JSON response from \{your PBS server\}\/bidder\/params [(example)](https://prebid.adnxs.com/pbs/v1/bidders/params), the beachfront bidder can take either an "appId" parameter, or an "appIds" parameter. If the request is for one media type, the appId parameter should be used with the value of the Exchange Id on the Beachfront platform.
-
-The appIds parameter is for requesting a mix of banner and video. It has two parameters, "banner", and "video" for the appIds of two appropriately configured exchanges on the platform. The appIds parameter can be sent with just one of its two parameters and it will behave like the appId parameter.
-
-If the request includes an appId configured for a video response, the videoResponseType parameter can be defined as "nurl", "adm" or "both". These will apply to all video returned. If it is not defined, the response type will be a nurl. The definitions for "nurl" vs. "adm" are here: (https://github.com/mxmCherry/openrtb/blob/master/openrtb2/bid.go).
-
diff --git a/docs/bidders/emx_digital.md b/docs/bidders/emx_digital.md
deleted file mode 100644
index 0ba81d59fea..00000000000
--- a/docs/bidders/emx_digital.md
+++ /dev/null
@@ -1,10 +0,0 @@
-# EMX Digital Bidder
-
-[EMX Digital](https://emxdigital.com/) supports the following parameters to be present in the `ext` object of impression requests:
-
-- "tagid" type string - Required. Unique inventory ID.
-- "bidfloor" type string - Optional. The minimum acceptable bid for the unit, in CPM and USD.
-
-To use this bidder you will need an account and a valid tagid from our exchange.
-
-For further information, please contact your Account Manager or adops@emxdigital.com.
diff --git a/docs/bidders/kidoz.md b/docs/bidders/kidoz.md
deleted file mode 100644
index 433dd71c2ca..00000000000
--- a/docs/bidders/kidoz.md
+++ /dev/null
@@ -1,9 +0,0 @@
-# Kidoz Bidder
-
-Kidoz is exclusively for Mobile app COPPA compatible ads, 100% kid relevant and appropriate.
-
-In order for a company to receive bids from Kidoz, they must first open a publisher account at Kidoz.net
-(https://accounts.kidoz.net/publishers/register) and accept the Kidoz Terms and Conditions and Privacy Policy.
-Kidoz publishers must confirm that all of their content properties are COPPA and GDPR compliant and perform no monitoring
-or tracking of U13 users in their operations. New publishers are provided a Publisher ID and AccessToken, this can also
-be used to login to their dashboard at the Kidoz.net portal to monitor their account activity.
diff --git a/docs/bidders/openx.md b/docs/bidders/openx.md
deleted file mode 100644
index 54a0a5b1e72..00000000000
--- a/docs/bidders/openx.md
+++ /dev/null
@@ -1,65 +0,0 @@
-# OpenX Bidder
-
-OpenX supports the following parameters:
-
-| property | type | required? | description | example |
-|----------|------|-----------|-------------|---------|
-| unit | string | required | The ad unit id | "10092842" |
-| delDomain | string | required\* | The delivery domain for the customer | "sademo-d.openx.net" |
-| platform | uuid | required\* | The platform id for the customer | "a3aece0c-9e80-4316-8deb-faf804779bd1" |
-| customFloor | number | optional | The minimum CPM price in USD | 1.50 - sets a $1.50 floor |
-| customParams | object | optional | User-defined targeting key-value pairs | {key1: "v1", key2: ["v2","v3"]} |
-
-\* At least one of `delDomain` or `platform` parameters is required.
-
-If you have any questions regarding setting up, please reach out to your account manager or
-
-
-## Test Request
-
-### App Impression Object
-```
-{
- "id": "test-impression-id",
- "banner": {
- "format": [
- {
- "w": 480,
- "h": 300
- },
- {
- "w": 480,
- "h": 320
- }
- ]
- },
- "ext": {
- "openx": {
- "delDomain": "mobile-d.openx.net",
- "unit": "541028953"
- }
- }
-}
-```
-
-
-### Web
-```
-{
- "id": "div1",
- "banner": {
- "format": [
- {
- "w": 728,
- "h": 90
- }
- ]
- },
- "ext": {
- "openx": {
- "unit": "540949380",
- "delDomain": "sademo-d.openx.net"
- },
- }
-}
-```
diff --git a/docs/bidders/pubmatic.md b/docs/bidders/pubmatic.md
deleted file mode 100644
index 610108b2e07..00000000000
--- a/docs/bidders/pubmatic.md
+++ /dev/null
@@ -1,33 +0,0 @@
-# PubMatic Bidder
-
-## Test Request
-
-The following test parameters can be used to verify that Prebid Server is working properly with the
-PubMatic adapter. This example includes an `imp` object with an PubMatic test publisher ID, ad slot,
-and sizes that would match with the test creative.
-
-```
-"imp":[
- {
- "id":“"some-impression-id”,
- "banner":{
- "format":[
- {
- "w":300,
- "h":250
- },
- {
- "w":300,
- "h":600
- }
- ]
- },
- "ext":{
- "pubmatic":{
- "publisherId":“156276”,
- "adSlot":"pubmatic_test"
- }
- }
- }
- ]
-```
\ No newline at end of file
diff --git a/docs/bidders/pubnative.md b/docs/bidders/pubnative.md
deleted file mode 100644
index a25cafe0cd5..00000000000
--- a/docs/bidders/pubnative.md
+++ /dev/null
@@ -1,62 +0,0 @@
-# Pubnative Bidder
-
-## Prerequisite
-Before adding PubNative as a new bidder, there are 3 prerequisites:
-- As a Publisher, you need to have Prebid Mobile SDK integrated.
-- You need a configured Prebid Server (either self-hosted or hosted by 3rd party).
-- You need to be integrated with Ad Server SDK (e.g. Mopub) or internal product which communicates with Prebid Mobile SDK.
-
-Please see [documentation](https://developers.pubnative.net/docs/prebid-adding-pubnative-as-a-bidder) for more info.
-
-## Configuration
-
-- bidder should be always set to "pubnative" (`imp.ext.pubnative`)
-- zone_id (int) should be always set to 1, unless special use case agreed with our account manager. (`imp.ext.pubnative.zone_id`)
-- app_auth_token (string) is unique per publisher app. Please contact our account manager to obtain yours. (`imp.ext.pubnative.app_auth_token`)
-
-An example is illustrated in a section below.
-
-## Testing
-
-Please consult with our Account Manager for testing.
-We need to confirm that your ad request is correctly received by our system.
-
-The following test parameters can be used to verify that Prebid Server is working properly with the
-Pubnative adapter.
-
-The following json can be used to do a request to prebid server for verifying its integration with Pubnative adapter.
-
-```json
-{
- "id": "some-impression-id",
- "site": {
- "page": "https://good.site/url"
- },
- "imp": [
- {
- "id": "test-imp-id",
- "banner": {
- "format": [
- {
- "w": 300,
- "h": 250
- }
- ]
- },
- "ext": {
- "pubnative": {
- "zone_id": 1,
- "app_auth_token": "b620e282f3c74787beedda34336a4821"
- }
- }
- }
- ],
- "device": {
- "os": "android",
- "h": 700,
- "w": 375
- },
- "tmax": 500,
- "test": 1
-}
-```
\ No newline at end of file
diff --git a/docs/bidders/rubicon.md b/docs/bidders/rubicon.md
deleted file mode 100644
index ea376da427d..00000000000
--- a/docs/bidders/rubicon.md
+++ /dev/null
@@ -1,7 +0,0 @@
-# Rubicon Bidder
-
-Please contact your Rubicon Project account manager or globalsupport@rubiconproject.com to get set up with a login and cookie-sync URL to run your own Prebid Server. You will be given instructions, including the available endpoints.
-
-**Note:** Rubicon is disabled by default. Please enable it in the app config if you wish to use it. Make sure you provide the correct cookie-sync URL in order for cookie-syncs to work properly.
-
-[Rubicon Project Prebid.js test parameters](https://github.com/prebid/Prebid.js/blob/master/modules/rubiconBidAdapter.md) will work for server as well.
diff --git a/docs/bidders/smaato.md b/docs/bidders/smaato.md
deleted file mode 100644
index 881f8f2ab54..00000000000
--- a/docs/bidders/smaato.md
+++ /dev/null
@@ -1,42 +0,0 @@
-
-# Smaato Bidder
-
-```
-Module Name: Smaato Bidder Adapter
-Module Type: Bidder Adapter
-Maintainer: prebid@smaato.com
-```
-
-### Description
-
-Please contact Smaato Support or prebid@smaato.com to get set up with a publisherId and adspaceId.
-
-### Test Parameters:
-
-Following example includes sample `imp` object with publisherId and adSlot which can be used to test Smaato Adapter
-
-```
-"imp":[
- {
- "id":“1C86242D-9535-47D6-9576-7B1FE87F282C,
- "banner":{
- "format":[
- {
- "w":300,
- "h":50
- },
- {
- "w":300,
- "h":250
- }
- ]
- },
- "ext":{
- "smaato":{
- "publisherId":"100042525",
- "adspaceId":"130563103"
- }
- }
- }
- ]
-```
diff --git a/docs/bidders/smartAdserver.md b/docs/bidders/smartAdserver.md
deleted file mode 100644
index 4d2663f8a3b..00000000000
--- a/docs/bidders/smartAdserver.md
+++ /dev/null
@@ -1,59 +0,0 @@
-# Smart Adserver Bidder
-
-## Parameters
-The `ext.smartadserver` object of impression bid requests supports the following parameters :
-- "networkId" - Required. The network identifier you have been provided with.
-- "siteId" - Optional. The site identifier from your campaign configuration.
-- "pageId" - Optional. The page identifier from your campaign configuration.
-- "formatId" - Optional. The format identifier from your campaign configuration.
-
-The network identifier is provided by your Account Manager.
-**Note:** The site, page and format identifiers have to all be provided or all empty.
-
-## Examples
-
-Without site/page/format :
-```
- "imp": [{
- "id": "some-impression-id",
- "banner": {
- "format": [{
- "w": 600,
- "h": 500
- }, {
- "w": 300,
- "h": 600
- }]
- },
- "ext": {
- "smartadserver": {
- "networkId": 73
- }
- }
- }]
-```
-
-With site/page/format :
-
-```
- "imp": [{
- "id": "some-impression-id",
- "banner": {
- "format": [{
- "w": 600,
- "h": 500
- }, {
- "w": 300,
- "h": 600
- }]
- },
- "ext": {
- "smartadserver": {
- "networkId": 73
- "siteId": 1,
- "pageId": 2,
- "formatId": 3
- }
- }
- }]
-```
\ No newline at end of file
diff --git a/docs/bidders/smartrtb.md b/docs/bidders/smartrtb.md
deleted file mode 100644
index ffa88f663e8..00000000000
--- a/docs/bidders/smartrtb.md
+++ /dev/null
@@ -1,39 +0,0 @@
-# SmartRTB Bidder
-
-[SmartRTB](https://smrtb.com/) supports the following parameters to be present in the `ext` object of impression requests:
-
-- "pub_id" type string - Required. Publisher ID assigned to you.
-- "zone_id" type string - Optional. Enables mapping for further settings and reporting in the Marketplace UI.
-- "force_bid" type bool - Optional. If zone ID is mapped, this may be set to always return fake sample bids (banner, video)
-
-Please contact us to create a new Smart RTB Marketplace account, and for any assistance in configuration.
-You may email info@smrtb.com for inquiries.
-
-## Test Request
-
-This sample request is our global test placement and should always return a branded banner bid.
-
-```
- {
- "id": "abc",
- "site": {
- "page": "prebid.org"
- },
- "imp": [{
- "id": "test",
- "banner": {
- "format": [{
- "w": 300,
- "h": 250
- }]
- },
- "ext": {
- "smartrtb": {
- "pub_id": "test",
- "zone_id": "N4zTDq3PPEHBIODv7cXK",
- "force_bid": true
- }
- }
- }]
- }
-```
diff --git a/docs/bidders/sovrn.md b/docs/bidders/sovrn.md
deleted file mode 100644
index bc6d42333e8..00000000000
--- a/docs/bidders/sovrn.md
+++ /dev/null
@@ -1,3 +0,0 @@
-Sovrn supports 2 parameters to be present in the `ext` object of impressions sent to it:
-- tagid: a string containing the sovrn-specific id(s) for the publisher's ad tag(s) they would like to bid with. This is a required field
-- bidfloor: The minimum acceptable bid, in CPM, using US Dollars. This is an optional field.
\ No newline at end of file
diff --git a/docs/bidders/tappx.md b/docs/bidders/tappx.md
deleted file mode 100644
index f92e1cd4fe8..00000000000
--- a/docs/bidders/tappx.md
+++ /dev/null
@@ -1,13 +0,0 @@
-# Tappx Bidder
-
-## Parameters
-Please contact [Tappx](../../static/bidder-info/tappx.yaml) to get set up. Our operations team will provide the 3 required parameters:
-- Tappx Key
-- Tappx Publisher Endpoint
-- Tappx Host URL
-
-**Note:** The Tappx prebid bidder only supports in app traffic at the moment
-
-As for test parameters, use the official test parameter specified in the oRTB standard (https://github.com/InteractiveAdvertisingBureau/openrtb/blob/master/OpenRTB%20v3.0%20FINAL.md#object_request)
-
-For any additional information contact tappx@tappx.com
diff --git a/docs/developers/Prebid Server Event Notifications - Tech Spec.pdf b/docs/developers/Prebid Server Event Notifications - Tech Spec.pdf
deleted file mode 100644
index c0bcca753fdf8810619f620f2e24dff43fe346e4..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 89983
zcmd41WpHIXkS1s-Gc()QY?qmt*=1&CyUfhY%*@QpP-SLjW@cvg`1R|V>5ZP){kOX}
z6w;LZI~ofc8`>Cs
zOa0r*>Dya50RC};kd392m9+za1wbcfZ){{{=xAdPU|{?<4M3;*?Foi&dl~-mgM_t_
zvFrB$D}b5p-@b_rfRW*Q8wvnA1sfYj0QK8X6es
zZU5FY(9>gwB1+Tjv4lVzX+@P<^b^k}05D!)h8m@V5`BR7)Gq)O>^W1b;7PEE5qwwh
zV5K6z5G;J94fSxtNq`^-VG{p|>wl{K|0u%$&1e7r8-V^N;{TIP!p07c4ghB6e?cIp
z|J(Sx$MkRSUw{hfJL+57{QfVj;rK7}|Bq-@1h9Ss=|3^e&i;Q5ww~TUkt?jH^Swx%%AQ~JIATdm}x`Zj>)
zwlsj^2_8K7K{S#k9S#;2h~*TC>%Ry7oBsdXN&#zYn{P8U0gV3;PyxXBFX$Qnu|xsD
z^pEIw^Diry82|14>jb8MJ;TKE@8Ca)=v(q%ElmGvVft4K^S@e{|JB0$ua<8H3fWjY
z8e4y_{+);ZnM^1B%~yRvn}1mO&lJ{g+Olyl{zJ}het%2;FaIkTJJ>kc8-7RRAIgik
zI*KVee&>Y$=!r1_82?@3AIgh-
z9CjZVc?~g?aPmz^vO{v?^)vZX$0Rgnic#U0^3R3pc;TUwB{l({R={7M_qPK+y1D`A
z6}I=Av9YbM`45?@@wCsi6Ps5h$D5@s@5^AH_nWmb1ip&Pmaj)9SADLYs3^tv*IW^(
zvykMj*&5V8db7A<-CFc+wIAm_x4+2=O5EREUv{)zB$+J!#^~zy*W6I%gI-0dgFI-0%wfH*
zXq$E!{3S6o{-rZN9vZVxYJ|#mpWuX&(K;My_xt!slSHxb;<=%C>k4UsB5uAU-e!-D
z@N2Pk=Qr_h`>jsyKG2b>2VU)cB#k3}u!}mV`y4u8@{3Ptf=1Vd#&Dn7>XpZpr`wVHGlj(f>$f-AKb8K0Cf1RM
z&=^A6v(L^Q*RpNOJ=yeG*M+wSw;z)
zfDGa!NjJaFLXBI3#+&E8o`HMghFiP4X&2L#*m--y{e#E5_~)(I$u#QsSXUx$9
z1$dz_N|?6}T}|P1koi(c_;!jrZ`I|B84W_n*J=YpfZ&wJIiAVhE6uW0k+y6
z=R~T2M26=@F3pM5yDEH5JJKJI?i)QMnL^Pwj-vU?dUt;;-Yl5{^_$`cbfW}R2Zr|G
z+m$I-h|j!v^=;)u2-$L2kdfJxY>Tx)GL!g|B(6Ak^KkGysv|;h-Q_5HtdeUxyG6@eS@=;W>?LrWfP^oSLLW27SvR*G5MP}Q2`YC6cbQEP}!vE>_@P3h-vMEMW9~x
zdt$6ckSeo@@D}}TT$RdN?^>@B$b%HFGG>8ZOkjf-K~k2Y4po!!N8kxcstvvB|%3^l78=Yp=4s)R(s3=vv9tv*BL2gzlb#GvDEy&KzE
zGM$I>-fFHyP&@~xhd)B%(|Jg+DCuI5^E>I{G-&b?_Bi-*?n}k!N3ErQp!%ELM*02W
zGjaG|;83Ucx_MAQ2+n!0$0;Re4N7?evWk~rHJmNTYEJ=JK_eWdQIC)ZkTnv6B!~bP
z{y+IF+bHz&!1_m)4G%S};$=%C9k=1mQ0LCkw7W4T!Tz4HRdi8Xc}hy8NAmVWpd0Do
zf$EC6FsoR#KSMH&V_<=_i#Y3}P2$AnO{J&}B0qB)R=M1^#pj+koB^6kkF6x(@d><}1T?HJ-Z4>z@nr6*-pXTLTGSG3WR$FvY0lYIk74vUx
zxKqOIS&%W!$NGG|_Fy?FPE!^K5gtzS*sx}Jw<^jV+*Z<}q;3^@a?`!T9m^hCa(dM2
zByQZH#UK@R6QrjZR^Z$Sg_kI}$*v}4*8GEt)m3`wb|J<(?w-=RQAJlQObwTh%>$2q
z(Eg@!GtKozg=M%MX{J02RVH_-`;xaZiPyoRB&C{21TWk=Jh%eC>w#S7^E{~k`uTeBjK|UqVC_}=
zQUJ}sDQL4m_;-M*!>yJ|V-swxj&NBM5eV9nKUe+vu|m_a**z960JymWP2D05=EH(J
zRR?7Vo}Ig={x6|>%})hf{;gWE4^i{iuKv2nYxJPe2Hk75shT2(t)tjKt}BnCtRm
z6;M);K~mDDv0OJEF7A(Wm2o7u6^^{UHH2?;@TaY}rZ29s=>T&rrM=**mvd4hW-f_(
zO@em=ed%j}+Gr}C5AzNx=R(PR%m%+T`JglnDmK8eij04Yt36ECL2ho4wKGeGmDd?u
zn+fFInAbuQ^@P@()?&bAeE#FmfCAeJ@X&&zZGiO5HnZ9$v3*$I?tzjy54em=Pj>zn
zm|y)6Bav;?Ts_bhReu`{)z}*Z&O32$WF*Hf{cW-R`FO+gaS=7sUu`$~$#c$6M;{SoScQ)XSrY#4Ze2?sB?uf0(<{9fN_)~=
zQtlYA^s63K<;*2lgXxjLrDEVYBdpT$b0Oy!vcIEIv&_mIrGFSJvbuL<&@8R=K1QZ7
z=zkbdiH+h(RF&ByDx!hl|Ef~vuJG@iDu>%~@RdtqpXhOOj#7kEoG4YPX|u0;Ne3;4
zxLunG!ZW>$`v7*fBpJ+7&^NujQ4SDcy{rU0MdtuL#A6Qtik~n`(t!pV69m@EIXg}W
zW9%nOnFV|CXP^(JBWi!6D7t1V+{rvbyH_&>)uc4>I!u46V0d1@c0>UElD_WPc)b0P
z^{HtsDkmU>A!rP7p)5b{=>zd-9ADy7K-vn_!h9@lF&4+j9Y4kP-;UegXPN(f>iWNV?`Hrov$B7m4FBgLk&%Vt``+fiUJ9IdxOgflKhd>6
z^1ex3rNv8;DKe%(QN~I_3o|DAGM~f({H8M?2~kB70Sj_gkf92~MUth#zW&1n{zR;D
zz`$szFueuC1te*1OT0`1+h$!JTOMC+1SYpU7E29J>K;vAlM*05fac|(KnfA?*j#&u
zwY5`#)H;DeHMku|NuKJVa-@Jwk>CKo2pIJDTg$?5d?3WJ!2l{Tp4&S}djwtY0RF2S
zU`~=4Y+l#pnfJ3_H<52h90j%A%#*E9b4!R&1%uM=$H#xdfq+Ip>1*8d-luzv^u|xNZ5^UDvN$hKE6Xl~ZFDWK!8Zdu27px`4&|+RK5T*H4D{
z_!ysh!v$Xbx6taKw{x7f$jBW2yk+BEZ7eU+&rS=@fHg>3$`*pVCbmFtLRi7s8fwyy
zO%o}2-x0I!kQ$(HqxQ-n`uPLT=E4EZZMTBRsTaabbcLC}a=;p)=?OR{4)rM2(V-@|
zP3KtqpWq7O{#Zs&4Ygv^?_`la1
z`F=uUL}I)JW81bH@BXC+xgjcEsISlR!#Qt|YKBTSeEC^P5N=FI
zL^JrVA%)QGeG=EG&vOuGl(@~oMR>T2xe?ba<~YbI
zFTMsijC0ZFbz^IUKa1<7#`VFc6Kjl^_PF78sO?02Bh~XpFTP+$z*6Ap4KNjK;pb)P
z^DZ=V{rKozigLvey|L(YlV<-K&iusM;c)ImV?V@!q?Fm;~jogJ+BmWeHvqY;zsusXs
zlun@OJHrfqpXApHVSZ&|PI}P;A64bz{*vmCaGm@W&kY-}$?nZmsD7SLBIJMsV^>KP
z<+el+CWfvxIrR1v3M@RD^s3l!FkRGw3$ClywhxXt)NmYyt$4yhgI!sL?M8NuD(Cc%i)8H`c%0DCsRI^6cmj=zGAiQ^ZNlW+!;qMkYS
zIOyPzwaYjsPWpmBc98v^rAwYtmVxRN^YH`k8J7f4c*VR>>&kXgiy(Q1m!9B6GI38`
z%jD%9oAL-Ig(Zx<6a`7ccC4xR7pK1x(6y+MmkP1f{(v+m^x_`Jn32$QaiyQf3Q4P~
zD{^pc#k7pLzli~7^3H?an)xfry%KI9wbqz*s;(V`_9P*nz+foE4JR8hpKLeG@SMG~
z|6l`(Fe+P!H=-Xd65HHR;XU6BmjHb58T&zN)1^<-yAQ;DVJnu^;o)@5ZkQZo%@Jia
z%59D~XYYo1ohL*-a$Kc2;TW2sL{vKhrqS^l;+{H?Mkw&GF@&8Lwds*OMs0h{GYc*v
zdJoFE@bNDNsHFQJ<4Kx&^xDC!a6|dz`sfgRe6vt3!!uTlE+y0~v!ZSt3HBKTag-Pe
zSf^VdNLr!WoVzZG1u5dLky_R{q+h~X_BcaUBrOi>lg!Os37fNB;nsp2htAKK_c6y#ob&>Hl#
z`m?K2&L?WFBlpGLB<~bQn|omE;Fs{Ma+$YSknn`PciV^R8TVf#)xJSPJTBzbZ{H6z
ziDE_rl;5Vi%`5MU{xa@0LzGIIIq2&5GyzhuPY0bxF!>Rx6wI5Xs6+M`;8dRjNO%y?
z^gs;0Y1&=tIqF-|VZdsHhFJ|miS1!Ez=0{P-M|im0CrW5huL(Y9uygdd6A1P7~c%B
zdVX1y^a9Zfzc%dXhbiM5B+}|+r@PK%gt<@L4a?DMT84PdgRe?b?bT2xnCF18>~?66
z{CK@?)8qTQUy~E`Cf{{fV3i)j3PJL6MNp2yy7#~x=!{3GL=?j+)TkE5jZ3BN!G+#j
zch~v}nbAFEEc{5ls*f+r4WmpA7H(vykCaSl*(JTA#9A9^qMYWFb2Vf>Wi9=@``GIpk!m*(}&^(
z9jU`n@4KOcNe7y@e`;fD-rnv_XQj-^(s$v$Hh`S-5#SpIkCxelech_^U*(sw=G
zUYlQbwQMFE?4rL6yl0(m?+o}hgLx2Ie?w*oJohp$2hjRYgtFYDHlqFM?K1+!PF0@H
z))KA^*P~jenz;zYKi|E^y2Jd-5;7Oc;d27w
z&puF(fi#A6#kRNs&AZt3vkT3DdOdp!E(v#EqttJ2@^SbG7nd$%Bj8;)mzwq^`-}%5*s(-0&4goxSKDXL&>oK785S
zCwqXqOw$wCPTj)|dM&hEdVS8}m&EP5gWG_ep_q54D)jA{;*Z@vtA`U1E3I}(*ilEr
z=vfzXJ0IRq#bmj?hda{DzA(zC%Mx@>9o>P96p7o4Lj#Xyr}ib5W2Q2OYy}*&2oNIR
z6Eh7X-=eDjDj&f@&L_Rsb`SI>MHE0x^jCG2Dn&+zwg^H<3wAODT?RZddqj71>lkpY
z@II2h39M6f(tJ|rB$yf1F{V@oRhC#*T4q*iJ*HY#TeewtSQc1joP(}Ft>jE{O!95G
zw+vi34*mVOG`VziN&Xx3w|irBW0Gf+r>|r4que7x>|WTdGTSv~Yi@jQjcNL>^0yFo
zRLa2Fp7c$!t4BK(FC{PO=jLfPQ}B;6W(LT71!n4>{C`(H^FtwP0CBitJw394l_Iu6
z;O#GAfUWJVS?#Usu91nQhTLoYEGabyRqCD2SycKu^-}uH?Q)*uTv>WKVyFRBZz-97
zPb(d(?JU;ituxl5GJlCq8vnT?&cq4G^nl`MIbofAxLv;d-}6(|
zKJDI)Ug+H|ML=7bP+JRpd=NM1OHVmDUY}DnY?(RXZA(a|s#B_2KKExMM}wIj&z=`8
zWk(n}Yqr)aE5^T+w{I;Jo%97wq
za3uSbI>)-hvVTpP7eux`SkZpdUtz~e1U$ke?fXtdC_<=zt`m()(C6mLJPLvAmwP`
zE6LpoveW!5*RvXj>D%V>41AlOeLqVd2*qF^`V;eDWGo)Ct}zBqBpP^g#aqb*afUUr
z@sx9DCnn2hVb7FxO`uu+X(gSqRu9ttqd`BK9x=Jcg&qUF55yIiwbvaMsXVr-VcV<~
z+9yQh8h1QI$QHc1JE9iKJ3w~_yE1_08owP>Qy&sGsE8gmy4ThfBf2}}n%5I(Xxjr5
zn4r(@8B!-8?iz+0DyN71nsW3M;TnY-*ier-GRTgi1ECii6XAd!m`o5%Dp-PIPH_jB
zJ8<@co*N`4KeG$oLLZzPJc%B~J1|F|PF*ycI1w@s3F$O9o0^vtwIbl$
zOJM7-6bEL6u_FB#yCeZOgN(QG%RDR_Gc+!Bo7+=5KQ!%}_$@3*ZA9=E+${kY05PJu
zk60IHx(vQR61+UJwoe~M3Xd$7xo@+N_l#oQ&2~*=hs1Uh>v~J;7K2MDHuAO)+L%Uw
zOeX>0-6bCy5!*Msg?dT!3`P(3foEXT(06Wgj`v9G5rd~Mw(@ok>Ky4c9NiGJJamroNck3-rANMUbX?SFRI+U5
z9PBkPS?_Sp{g&?4*J+HgEb@r=maT2TS4*%Wd;Z%w?W4E4w&MKiT=fy>@1QsNRy@o(
z=NrUZz{iMnE$1>kmnqsv@J21f=HSMR%raQWj-4yaVIIvX**)qX7@k00LEXF@IqG|4
z_r9xr5BFFe@Hc%hEzt>2tZbs7+Q3FK#o>fwx@FvQ5i7{|!?KdRFK*4yhUpj#_3D!<
zwPGvg&B0Y7vLEr&TEj@*D9`xv;M32!sdC)YT;uR6&{BybXp%`91q&x|qKb(t22CPE
z%Z7M%GAU~)SJKxnC>bQAC55b3$;sJqX-OO0+hZs*qb&>J1s?huPcWAm7tgYMzu^5uCN3>1zi7W3X;
zH;NVWy)H+Nro~L9^ZdSSf00$9QEN55i7%4neYj_uqV=$T2~V1;ao-tOuvo12F#8y*
zY5$|YS3J?1TvcOLvDs;ORK4M$Q?sJ^*X9ey2A}mti#i_8B010mYW^_}?n
zIYE|>%kK7$u9Ms8bzJrL)J7EE)nK%X;n3f@y^ZA?>vLB&=XM;f%_zLD-*tw$PG|i3
z6&}zU&BIe;R@qreX>r+$m1gFW_6iBYU35J-S9X6h?V{B@q#7s88N|{e!8>Fsx}G*YGH%;l=+R+2i*hShqeL!jY!okO6VlskY_PhMi7!pD
zAX{M9EhS(tK`2bqPib%eRKzsh{jm`L!XHT0nV;0$t?r~Q`YU--q@WRD76ZZ68j&y7
zxNkv3jT2(sW3=K^q
zQ@(m>rK*ItXEpR&j^;TW9HHWJv!Jz9yK+czmbodt5$_aF0dA9Z;T5$Esxc|JEV-#F
z`Bz`7*j-chBM)74R!YVe6#Cj
zRa2dyvi!X%+mwp(goA3$iM*#pRS3Z^$!px@l-Jc1<))!L3?dY+C;L59M;Qq_mb3t&
zKQBqw70|j{wl+v~lsJ3UD(-8pV#-mJeMNPu%0g2iJY46G-J8>HwHR#`?ie0C3qf_8
z@jVx~YZGz{cRN`Oz%Jt#EYgZCIFb5;)=MYEP*IPI{nr^z3X=#$~>^DMvhJOR_aN4V01?x6(R(Kp~_taR&;kd
zpD&N`J#olsQ`cPABq<3Q`N0oSC#Q*tr~5{v#xc9Ln{Yw~F8lzRqQdm#oAiJvmSo=c;`+KnlP5+x
z$y-{prQc;L&o-aOaEqn+@-*dP4}3}p2um)P2N&xFK6QUf%c*XTu~
zt7uOV{yarbGjWPYT)U&O8QWszkxueOG4Wn)bNMR&xnSi)VZH;*B?>9YeNX$?x~3vT
zFfT>$IUfjrXqVWp0ugI$Qj#TT5x
z8BLIEW5e(mY!)cRVP*Q}x5g^=<+CREmR1APAH+X`pj=7r>5rj+F)ER$<)U)^sTGhB
zrMOVu(<%@kVd-%ZA%lymrv?1Zr?HtdD@;RmfKghH>F(`YgLO8`m`tjzH^RI@*AO8P
zK|a8{bmwaH!Fgh^bB7EG4On)8cG-8K1x2U!o^ZXVW*e4IslMYT4Pi5*Vb!?4AO@?7=b4C@~(MpfbgKRGEu8ytbD#k0N174U(N(5#;7&@m`~e
z%DkNOXQmNlp{|V+8M`X8EE&E4^B)5}ynP8i;MT$}!dM0%g2818shm(rp+%uAq2__G
zZ<+nP{ScuEvC)u#Kg6i_1$gXIa6FxTTZ0R$l6-|%{%~pTk)7l-2*+H=UOAuA
z`C_r0ari}7=eB=xo3PJ--!NmbV~h1W#J5({^z4H)a87`YVqjv-LIs7{`T_mOfsy#R
zH(bGOQm*k{wo1Uu_7LxY8CAV35D-HxU?0sy1~$HD&Gi6E?n>vH$2ni073lHX0G}Jh
z)Ln?L^Pqp~#ij<;;zv;xP5?{P-Wv8_5$0!U>}Vh4xfsm4GB~g%jc=sKQxkdr+47h62N6;c$}r29_nN
z!l%a3`8`~oVR?k`CWwVkAp96&K?PdhsP&tjK?WI_Jr^>J;JXP8qi7p1Ixifq&Zx0#
z)=VLKt=ty*$j!lo_9*h{y*fk&NIOJ3FeJg@S|@H9&oIaNJq9@WP|UzozgGWPiMcla
zTzX!{0jt^mS)zo?L5F**_rbj-As#>WfWBCRR#mlKfIIogAuNX(t=bFimXQ*sT}$&3
z!7ATp9+z4FbKFX~m9G=KjO^{#**EkS(o;A>M+p|mQ5ZoN=R(V+S_mG2Qoe)Ns+(*Fb}{k$
zN|=Ejh#!1UDr0iI+$iRx
zD{_e9o^Rk}D{^RRfBP6%gHqS>FIsT)h7-6_6%uSWm7zvZegYvJ|9d9kK|6SX>#MVEf1+=9X%esYeeKO>u
zP8)=LS*Gkq&irJFlH>*E&PB5-32M_?b}XQ&t}Rc{Tv6X)YxS@cVeQ#d0mp(AH)$2O
zN#&Mxp{kG!9)i`5vyiMG9=&yK6VRPF*K_)9s47Fdw8f}Yn@iNG|dbdn=
z;PZ;LNk$rUZmG`b2($%}=oS%7JX($+g@vZA&C!3c$=gU$FL0d#hs7B_*V9+=tG#bc
z8R4PX!N!JTTUQBTdx56oqPfpEe{*0B;zw}H+6?1#{V-Rn_Q)jsMuUS5&RJN7p|Q&s
z2Km{fZ1Tj=Y3v(axr3V%1g{D$0aZ%O0^zg(HVg^Yl}@`hu$3hJdE&85xk_Gp@_@VK
zsu~=MhD7h$EXs$PCCwh)V;KYV(sr~=#I~}uCY#kng%Q83g0JFHPyhkW@oenAWl{Cr&BHMP`gX#
zHr!uh&!oyNrqqfR5%lY@7_5E0=`DbR&D4?vtC>h-4bL1
zB4KhD=j$2yl*f2s=x3uD6v9mMB?ZLyypSPf?P#eepONFZTf25JAq
zUa`9i@S0W%YeEdDji?cXy%S>QKlbP+l?f;iN^#{Wxfiq4LILguUzQZ@Q(*@R8CKqQ
zd3@}p-A0n-QUjaY!AcF$spL!M2Ije;GI(JkA!~%0)uVZ>YqEu1dkh%LMXw~`yayfk
z<>)P0wtzP!#McmV!9<70^tSQ#T4kG_9lljO{kl_zaHGxv(zs$E6z5XLN;@AFQQLGVcQS;
z4j(Wxe0AXZ*g(PJQ5uYop<|Gto<&XT%3IincGGuv4bm>s=vrj0Ab?L!KGM=igD0F*
zvIRL+8+DHIqSt=vM-PwQWAY5a5XU_mur4bacVdL^7GDV%8W!6}wvzUktGf@Um!!bh
z)U&!?i%_mr-_^47J6EV>cV&OJyC%pRpVm6|yQN3@{YBj#s@jYZ-Iwyr1F?k|R~iQ2
z^P9epT8jcvGVq4I!mU@~{Sv*?#MwDBD0V7sm(i}NRbZVOe|KtbKc?WMEt
zA{dh_GcBttMIT*Y4Kzmnj(H6KI{3Bkv7bXZ`mC+A3|F)DS{jgvVFE4EYpo{Lpay%X
z#w+ZG|D!Lk8kIE38gO?~V1yx!ND$vtNHgMPi`McuHSKb2?w-|*`X_#}5F>J@t8A2y
zk!i2%MZ0@5c+8SdXD!6_FvJM^7PEtBt{a}{W0UzMBX&|D@M$N}HhOqPgMC7&UzB!E
zHRzH8%%)bwfWb9T`8r)r20v({5t3iIL@m_blVBy#Igf3G#0Qcv()~(^aulsINS!{}
z8#qNi=BUrX2onb?f-piVBLiBtb#H
z=p6b3nXJ#Q*uS9{J@dovHGMis8_gqLz7#m7SBnB+A~0mY;1LQ73giTa*BQTR&5f)U7S6@UIxqY<^ARj>^H0fD8+SxzvN0cbuRfx*D&@$GjhruwSgh>@~%+sdE*
z#OqYJftA}{jvl2Q^uRSwxc879*!Do0
ziar91D0R3uSibFeK%*2Cbrt1`n5QA1aJ+9Y>CXD54!zSfpwl%V^z$H?OFPNrXm#L#
zQ%+wuLSND=^l^w<{jK9q{r+p+rasi7#K>zUvE+>w+oE
zd{A+7(AY@B;&CwXft!r{Bgt#m0#ih_&-Cj|dwt-$eBm6&dSbZP{kL+{1uIzyK}+OQp$l*2
zEN?GBR+C2sA`hsC0V&--2l2xUl4|D<`d|i4Gy*dNpP>vs1A_y5!m37dw4(48l)^c^
ziH*BtaF68WM%0tLLWf_3c>eWh?Hn63%`l%RGNK{GXvB~ILcN`FNkYxTLQY=QQ4&+)
zp7mOa`yz!4moKE1NE@FLT~MaY%Zr5tKnl>6XSxeUaRbIMUyFR_Q`G(PMe)a+JSIcE%8?SU3;RNW<
zh5-$;hBOiJYQi?I(4Q#3Tu8kn8>2PiL!?u#Om%i@pzvTzrCv@xeYw@)$r-Aup^p}yPV`!GsYYr5m#F_2kqT-6vsKHRGt!!uNnPMxomN
z-k+MDa&2V>BXjJO-rZ?+2KjeXtypM|{p@a!Ick(D6sx&(>0cQZUZfXPa?}wXBa%7d
z8A(FFIZQl`X{jh1;2z~FNcHeQd&!O{sj6(1`e#NS!|EIvxebbxo7L+a3l3PQvJNWk
z=YB3wLwId{$Pn?E@Sy&(xVTC^InLCe!n4B376~bd>r@A|H+`%8q+MNDB}*<|yVIU0
z$k;BPZY*msV@iTHs9I!?STlF}YoRPX@l#pRC*IG9oI?}xbh*uL)6ZBQC4W&E%1qvm
z0^5nqT7o&OI`0ECI#p#d?2;WhB_)N~HY(Y4$q3eQEX-5N`o+GwsVJo;$)57B?S(xh
zvXriGFH8yyox{uwk2yQ_659BjodHEGGS*4qeGVUD9&g$>PEP1pX2KW-7dh3OIYR^q
z`4U;e9UA%Ut@~b46Pd8aUFA6Lj@k(MTxT|q^O}Xw8m^E2ir==Z@Fuf~uKUzZ5<(0N
zCpiY(>9k$#(yu?@Puwg9H+wwI)_9zbFZXD7vQO!)trO=h7AD^BQnns9g=7#VQyo4M
z9{MsfrM;5@;LQfT)d>n|JJTMbrETQEXJV1|o+?VAT
zda-oLUcODm{lb5T(VPSIwqU0|Z-^3QIpPOh^Z2y3W53c6i}OWyo7UZGP*W*q#1Yup4+
z@*;EC{Q2g@7EHxJA9rR4P$xh0K>`h=tQ}4*i&|H36&#EsUCmOpS(2?k?vbm9L~%1OGSMe4
z)|$qGud&BbGKvy;u@{39QDH`ijP_>r>>{7<;F!L$j(GE~(&V{A&u}6Bx{RzdfQv~V
zpTeK2bYXEKs02dgiEXh2jvUUsoW8sgbIMbyip}Mh(k9C=SQ&bV!PUZso?vmQ@T%}I
zp8}69r`9iroG7iJJ}`f9uh_pZ_Qf45-WQ%1zBX=JyD-k2&zoDJjrtB{WL1;oGE65+OVE1|*jEa%IQj+8&ja+Xqo}Sb@R-(uB^f8AP7ICx%X39c=uO0kSCng~EC%S8%>Ynf5Y_$#J&X(aOWsW~+|g=Bt#CS7HuB{iI*)l^
zk7d;8_K>1Xz0q3rOxA<%NqUv!QM}@$dWjPkum4EZ_l#!fg=6Q9U*=a`k!6l6f3xgo
z^=_!pro3YQNfk~7R&j<&I{HJPS=UMahrzk>-$UQm2MTNpTg+WpnSk?&Y30~G5USXp
zLaLz7C8N2qBhj4aCLw**w#)K|sLmm|PT2IgD=QP?kt`(cEsJ4!Aq~NoFvm~}r9Ulm
zc0Hfn!35)bo?j0j8RqCHqdC2g5wxJ&taf>SZo{Iod_JAP8qicXqF002OAVyU
zrzfRHr4wVRhPeKHxN;+Z)3^^o{0M8#qf+&tI%=k&%O?0Pwa
z*{P!8(!@lI;o>XUcuT#0$BypQskX!%z8ZCCAu@?NB+3YI)o>m@@XJyqtt-O@m}?iywtfmE$*pt12VPALPTf)HG{c;F*tF2yI14v=jBe0UVvSk`79M@7F&`L
zGc-iC2M-o5Kx&jQ+3m-4)9gMAdqQnhs`h_&b@3b83-p_WPzJR!M1}?3D5W)Q_w?p=
z7ibCf*X_nr4A@VtE;!D(oukFHdWn+*Gekj#=hmFjB+axdDJrm^q`w8T(_lh=JgCai
zsAF`u8Ry&l%H;o2AK-A-aEOeQp^rLQ%{Lw$6Viy(>2M5sSS};brPO3Q>69@>_>r@R
z3(vA$UG~FR8=i9)7FL?65J&W;eC6!Vl>7mT)Y&`Y6e4Kv>$A9sdYiKl;O}NQr%JGfxgJ7
z=>#C}7L8}`m|QIZ*Z%^{&m|60J0PMHN3Vdw9-1?YHd$^0Is
zI#Bv-{ME-U*>HE_c
zaulW?PJN|Sb-B>Cx>DeCLtBi2daKdskN6spk%7!u*FGO{IZNdlND;Fwn>YfN{=h)<
zY3|T>XVFFCqdUX98ArOfX)5~&u{QH*w6a+ifu6fgD-`w${9+*-lMc%Sx`AbJb#aEb
zQzbX4GAg=89)XgGcB;Nh-9$Z8j+&2>khREO#5lSyB_ksVB9@8Lwr|fFl^gmv=Kl7M
z?O~odN8^?>o0tqrq95;EyYyGbnmG?Lk)-o%RF>&*4-6%NW>>sE68}D0%lBDctfM~x
zi#6Aqu3W@KZJxd(@|CS!m%(5^ll0@~mIkJ0`Z^O+jpET`Ocy4%^dQ`Q%f(jyQv*zZ
z=D=!vM;}CId{S$d{r+P;Y+lI>XTHVIjf9iMetLV|g$HkDkJnu2^wTctdw4#!+Fx(gkHoErPnwzXzr&dZ2cSmk$p(!=))oZT
zme!|c*-R4ISuc_1K;|U%gRF}TLDgm1FlCSPyJ4LJR`h;z^RLd3Bnn2?=aG`2JOBny6SrhMjFRQQ
zOhuLhdm%$aLvHaU!`H3V4!MNt^t!RXzB_7(YYv%=oll0Shv(_ISp(kd%y^q+OEl3c
z^N8Sn9ub-S{r2*dQSD}~eLb4+=Fg{eAy#ombgJi*h{SXI+qwJ7Ij%YUx)%pdhKIs7
zUoyY(?=Ebdlgnq*<$B_})_tVoI>ixWoqdoL;m=h65rh1T8Kq(sGbN2AK!e)EB1Hut
z0?iWNV0MR4W9J&NV)WP#wG%>Sa7u~@3hL5#
zt(eEnQpT2R#OL-PGQWC?$98LR8^WN9w0bOd`=+l3JOBscxAnvb#p_Pe)o0xKzCta$
zlV6v1W$+s)dfKrP#lAfvW|v&jY#De^W=&e3-e~d@I%k`*HI4F0lN45)x%AjuAIv}>
zu~}KQws@Q3HiI{-J9ReXVqM@XMo{7_O0Q*|vqi1#FS)--Q$M13G6I<71&{danG;A`
zn=CV7WsH(=40R+gPBRKBG~ine9oKC{!D%}j_ThR}A27_Egj{&dBdXwtuVMG(ARhDK
zpSL6Uy__(f0|prD|(8CFUWY#oUjIGp^4C>4=+W$#J1o#Bt-)q-!j`$vW2
zF^^m-LVphO-G7RfU6@md$RCF*@=MDm7^N@?joNRBU2j8)6yV(ra-K(Hh5+WC;dmpq
z4pg60x6UFK2i>~MV{Y{f9TGL8+gxXk2;o^qLsvo}N@n-`egGrP{yqL5jJ;E=Fg(;?
zeQevdZQHhO+qP}nHlJhLwr!vDzu%usGLyNPG`(rBnw_R;yZ2fY)Qi5!qwwii%Soqv
zN48o)+-GJeD`v8YAp`XmK^+zM)a8PBa%vu)+RH|7syoIuNgbGzn4P;{8Zp)NW}URFBRMmNiwmA
zittrFDWutua-~+Wm&B;5kttQE6)<+4I%-;#q*_&Q^c3i<&~2ifPS%myTe{k1xdo=Q
z(nZQrQ;h3LDb>$jfhcx`At&i&l2~F&3=B+O2zoqq{37-^T+0N=*4TQ5KlUx<+}K@*
z6Y%@XW`{K(9%k(63oLiFeXk0U<$p1GRCMjQD$|gys-t#F8?)X$?0<06;$ZAX3EWQm!}pe
zR#eoFO&neJO-&1Oc#1Bot#g&B3n;@(pG>3R`zjr?BClLJ-4Zj!5~!H=B~ef^)U3SE
zJd%LGkf1+Px>mL7B}{?B64Np%WY(2M*aA{aZjtt)FcT0JtkOx``Dq1YSK6Cs#CR-g
z3)nDxDPF*Kzo5YV(XzWMyGEHB6wt;nyLHQBB*YXM%?u7l@lX`$7*!hr4hiq3Q;)Y};pM_4XU{~3OxabG`EmtZ%tjH7o
zt)q#xQm+yZKY6=8I%ajLTf3;z#0=h25MmSx`qUWq#!V-uNN~~=k4Q&ONrJa>ZDR%x
z^20uZJ=+1J#?sWqAd4D$!P;STd5GEbGihoI^yJM3yQat=Uwj
zhg;||!y3&D!4Q9d)2pi1FGXkqB
ztEyo?%+>;R7KB)zpjq(jajZ+TVY8=Suy5I!T1O%SAlfeL&KciO-CJ_^V|cZ(7IM?I
zhFYGKU{>tB;_D?MhfEi7OfMcW8GRSFmW#@|_#Rcq>HCTMK9A$S=+fOL({Ox*tCuoE
zZ!ufwHWuqd38Bnj(@p!M$Wg-4Bl^R0?_ayaC>~Y`{;m0=B4=6^n*%!A@7cO$^)#9`
zR?-jcD9|>v-@3zeZE?R!jq&a4{CYkj8Dw-QXi;;6Qii-XXmbA`uS7d6x-o3sBPbJS
z+E6qr-&LNO{vi3EG?RZeR(<@(&g0^U)DzpA`|FF=*T)w37WnJxtMj|{zbza?Ol$rS
z|BS|r{w~g$e=(q?ZsOK`_P-Xrjh-qEY>CFR--~NIEQkMX(kbNuG7elUL#rh2r%>Pg
zR>&>i%GJq~P2llEWpj~TtVY0YV8X4JM9?1I+I$#HGvP4eK#DssBvOlgh~W1pXH#^K
z2tGi7OFPGGpbT*`U=dI=ujP;X<+C&XjiBp&Zgmg*Y*k4vB)&<0&A_wyv>R@phWmRw
zPVKXkyiQjDzQOw!vY6`q62IY-0L%GGhOP9W`g|mR3vr!WDUOy?Y{HgY(PS
zU
zjC|6&jeZQhtnVTe_V6hLLgv>c7bkb8dj%Nh7#BSf?hJi$R(*V)wP3%neoA-Uy@2J4
z9kE@`h!yWvtWn4|E*rO3nUEC=RwEXtN>$I`9kp!yL#CH>acR-3SLXQXQf*Rl9}EeZ
z1R*5k<09JFO~d|$igKVdq7!+tNYVZm5%2`g|6#d!lXJg=^Kg1IHcsxtE>sF}{`3-t
zCZ-Hsmt3O5n+oVn7S7-4~p{<=D|D|+EF<}+HPaTU=#ZYHA8V3r@lyhv72B{
zTg&x5&{CZ5X1iD}eZE=92mfk)dGXDv$!)&jJJ*XMgKpj3`*vTI?ARCbMFu`4IeH!H
zY2`U&LP-5~09Rbn?GG%p*PPGbB^_>Hu%ci{QH?;xcq(l}cg(#Bg?plV7^QQAv`PMo
zBy|jY_{r)?B()}TC0_t3R75YHe`9+_Ep>Hwdv$ZKj
zmu0{8b}#M_Vg3DzU5B|x7v3JPpcN;Dl6qC5nVGmF5cF&!({*JQdmTYzmYup$va%m_
zihtkbHt!uDx3^sV6_7Rn?iGXgv0gvd^L(b$sMhal{IdDY^JwaL($eWl--G>a3;MBr
zzhC5MOSOp_`@9KOe%#06^Q}E3=FgzqZtyVu)op4TYrE+5mNGF$P4*M8mJp}bsn+GZ
zKwE%XiM#>4h_9lwIv8j>=N)N5Bz~*=Q}$Ou525NPhkW#Oix5(ir9$q*7MXkj)#@5lu7
z;P@VIx`DiMqBeZ~i&IyYpWB=L;IE)N@=4p%eMFt}!Lz&{NOlOmq)MwxbIC`tOOxEalp!q&t%?uKJJn~i(kQ^o
z->%)VL=z6|VvK6MT5P+l=`zZWiEOJZEY@_@iE5R(CajUGGWT`Fk+W;)k@T+Qvbzn^
z5z-y^GL_$Sx73h7PZmL229XO_Em}s57BOX&6s-DKtCb)!sZuf~;8>-qqN42r5lVF^
zm1L(sKt6@8Vd!g~zYUJVmh+fT$0R
zA01ra?i}xW`v(6`#^Z(FCu?Ihqqr2USpR%~r{v}ssv)$doJn|c0eR6SN$==9!gti{h
zwIuKxhGML?z0k5hF)xC$OwqM5a(q6Fee8V76-rMJXbB>ZlR5^DNYyfNidoCcEs~KR
z=`AKh9WtMXmeJFpKM=`Q%i)Rqh5^kkkFp9%VVdaY?
z<5+eH?I7(~=}M5-t=cZ>E
z4C-6oe}ew%5Pq8hvmrr+-QYIc`iDn(XUFrhCYhklYHb
zS}d~O>^6OM?=YjPJJ8h;?Abq_&5#3YM^r43N6d^6Dbl#8c2`WH-i(=OAmqsbsHuf!Z&GU&p1h}RA3SI@j2G`NEmfMsY^+kSeygE;}JD%whs>f){
zER|<2jR^S)To>KZ#UaR#{LI>6uz*F!O;8MTDHy4uh0EdQ-X~^ZECX(js#RrrA=yC?
zO5ZDbB^ao*hN&c1hjdC1UWkDp9bG42yRn@hfB3dr^XO5<+Xz9GV&5X2HDXQj>OHSw
z5FG5z0_?tv03H?BOphZ=FFvp6BDceDsNq5UevbY&vUJZSE4TIVcut}!8U
zR?2<@#U{S{akFxtpX~R3c$K-%mXY~$Zm-4fHDkmi?&jr)B(99ga1f6RwL7Szg2!
z)tT|K=p*W;JR>>@L{qm8g&Vzl){QRs(TqiKYkD(?ZOyGrbo2EzF3zv2Z!>W-y6LW#
zeVjEnPy-})vp{@8X(~3Lh_s@(8R9+0D}UfVF%csM&^WVkaXcnj1`_;u?Bwj2kn^bL
ziVXdjarXKaap2MmQ&h@Jy>vea1=Q)AR7`;kI-|q~dZR>(Z{JybM0B?`5_U9*%g9tC)>Tv5989
zxjE2~&OyThzfgrn^;HobeKhJQb!Y_&7$YK(EUOR2KBIo?1hWi{5i@SJtnPI+4zCQ5
zkry{u_UJko7k&b-NvC|R7}kK)t9E8}XL3ky;BuaxwT4k4IBsVq~81aPFJW_v?T5p?A)Hl2<+g}fxEULMh?
z9Bev?AT_Od1w91MMI6Vr6J+er*t@p@i!|>Nhb)ipBwZA+)w18FxA1*bBR=P#bBQ0)
zl{ijebhex#UKUT^{EWWD=hohq=#F_b3yI|Yjs1MEx3*2idI}f$)DG>I
zf!Tni8j{b9mW<~Nf$5NpGuG-B>{h7mw#YWFQv;aj1NF7x+sQa(3((lzLL#&*qd23W
z|Gq?LhH;{x7_#F71@eg&eOq%eJvSDASW|~mdr`)`D7nn|D?#CP$f^D@oN(FImZDRA
zDBn$$`Y0![](\"https://cdn.audiencemanager.de/images/d941c4456b1bc2320db0a15334f86527.png\"/)
",
+ "adid": "test_ad_id",
+ "adomain": ["audiencemanager.de"],
+ "cid": "test_cid",
+ "crid": "test_banner_crid",
+ "h": 250,
+ "w": 300
+ }]
+ }
+ ],
+ "bidid": "5a7789eg2662b524d8d7264a96",
+ "cur": "EUR"
+ }
+ }
+ }
+ ],
+
+ "expectedBids": [
+ {
+ "bid": {
+ "id": "1",
+ "impid": "test-imp-id",
+ "price": 0.4580126,
+ "adm": "
` +
+ `![](\"//prebid-test.smaatolabs.net/img/320x50.jpg\")