Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-61080

infer schema reports "~meta" field

    XMLWordPrintable

Details

    • Bug
    • Resolution: Not a Bug
    • Major
    • Morpheus
    • Morpheus
    • query
    • None
    • Untriaged
    • 0
    • Unknown

    Description

      Infer schema is returning an additional field ~meta on Morpheus manifest (i.e. master)

      e.g. when analyzing the beer-sample bucket, for the brewery flavor:

                "~meta": {
                  "#docs": 1412,
                  "%docs": 100,
                  "properties": {
                    "id": {
                      "#docs": 1412,
                      "%docs": 100,
                      "samples": [
                        "black_creek_historic_brewery",
                        "burgerbrau_wolnzach",
                        "cains",
                        "cervecera_hondurea",
                        "devil_s_canyon"
                      ],
                      "type": "string"
                    }
                  },
      

      Repro steps:

      1. install beer-sample sample
      2. run infer `beer-sample` with {'sample_size': 8000}
      3. observe the "~meta" properties for both flavors, see full output below

      $ curl -u couchbase:couchbase http://localhost:9498/query/service -d statement="infer  \`beer-sample\` with {'sample_size': 8000}"
      {
      "requestID": "93f57f0f-502d-4e02-a816-61b695bd392f",
      "signature": null,
      "results": [
      [{"#docs":5891,"$schema":"http://json-schema.org/draft-06/schema","Flavor":"`type` = \"beer\"","properties":{"abv":{"#docs":5891,"%docs":100,"samples":[0,4.8,4.9,5.7,7.8],"type":"number"},"brewery_id":{"#docs":5891,"%docs":100,"samples":["bitburger_brauerei","cooper_s_cave_ale_company","hoppin_frog_brewery","montana_brewing","the_blind_bat_brewery_llc"],"type":"string"},"category":{"#docs":4423,"%docs":75.08,"samples":["British Ale","German Lager","Irish Ale","North American Ale","North American Lager"],"type":"string"},"description":{"#docs":5891,"%docs":100,"samples":["Tavern Ale is a traditional En...","A roasty robust porter. \r\nBrew...","Bitburger guarantees premium q...","Special hoppy flavors and arom...",""],"type":"string"},"ibu":{"#docs":5891,"%docs":100,"samples":[0,28,30,35,38],"type":"number"},"name":{"#docs":5891,"%docs":100,"samples":["Billings IPA","Cooper's Cave Tavern Ale","Fresh Frog Raw Hop Imperial Pa...","Hellsmoke Porter","Premium Beer"],"type":"string"},"srm":{"#docs":5891,"%docs":100,"samples":[0,29,35,45,47],"type":"number"},"style":{"#docs":4423,"%docs":75.08,"samples":["American-Style India Pale Ale","American-Style Pale Ale","German-Style Pilsener","Ordinary Bitter","Porter"],"type":"string"},"type":{"#docs":5891,"%docs":100,"samples":["beer"],"type":"string"},"upc":{"#docs":5891,"%docs":100,"samples":[0,7,2147483647],"type":"number"},"updated":{"#docs":5891,"%docs":100,"samples":["2010-07-22 20:00:20","2010-12-20 15:55:46","2011-06-22 12:22:12","2011-08-15 11:49:38","2011-08-15 11:56:18"],"type":"string"},"~meta":{"#docs":5891,"%docs":100,"properties":{"id":{"#docs":5891,"%docs":100,"samples":["bitburger_brauerei-premium_bee...","cooper_s_cave_ale_company-coop...","hoppin_frog_brewery-fresh_frog...","montana_brewing-billings_ipa","the_blind_bat_brewery_llc-hell..."],"type":"string"}},"samples":[{"id":"bitburger_brauerei-premium_beer"},{"id":"cooper_s_cave_ale_company-cooper_s_cave_tavern_ale"},{"id":"hoppin_frog_brewery-fresh_frog_raw_hop_imperial_pale_ale"},{"id":"montana_brewing-billings_ipa"},{"id":"the_blind_bat_brewery_llc-hellsmoke_porter"}],"type":"object"}},"type":"object"},{"#docs":1412,"$schema":"http://json-schema.org/draft-06/schema","Flavor":"`type` = \"brewery\"","properties":{"address":{"#docs":1412,"%docs":100,"items":{"type":"string"},"maxItems":2,"minItems":0,"samples":[[],["Dobroovsk 130"],["P.O. Box 1154"],["Slien 2, 2. tv"],["ul. Gośniewska 65"]],"type":"array"},"city":{"#docs":1412,"%docs":100,"samples":["Warka","Belmont","Glen Alpine","Malli",""],"type":"string"},"code":{"#docs":1412,"%docs":100,"samples":["L8 5XJ","28628","570 22","69117",""],"type":"string"},"country":{"#docs":1412,"%docs":100,"samples":["Denmark","Germany","India","Poland","United States"],"type":"string"},"description":{"#docs":1412,"%docs":100,"samples":["The Catawba Valley Brewing Com...","Cains is a brewery in Liverpoo...","Foster's Lager is the largest ...","Founded 1987, Vetter Old Heide...",""],"type":"string"},"geo":{"#docs":1289,"%docs":91.28,"properties":{"accuracy":{"#docs":1289,"%docs":100,"samples":["APPROXIMATE","GEOMETRIC_CENTER","RANGE_INTERPOLATED","ROOFTOP"],"type":"string"},"lat":{"#docs":1289,"%docs":100,"samples":[33.9459,39.2866,42.0347,47.3642,51.2216],"type":"number"},"lon":{"#docs":1289,"%docs":100,"samples":[-88.2819,-83.4105,-76.6182,6.7853,8.5245],"type":"number"}},"samples":[{"accuracy":"ROOFTOP","lat":33.9459,"lon":-83.4105},{"accuracy":"ROOFTOP","lat":39.2866,"lon":-76.6182},{"accuracy":"ROOFTOP","lat":42.0347,"lon":-88.2819},{"accuracy":"ROOFTOP","lat":47.3642,"lon":8.5245},{"accuracy":"ROOFTOP","lat":51.2216,"lon":6.7853}],"type":"object"},"name":{"#docs":1412,"%docs":100,"samples":["Beck's","Browar Warka","Catawba Valley Brewing Company","Devil's Canyon","Yuksom Breweries"],"type":"string"},"phone":{"#docs":1412,"%docs":100,"samples":["91 03595-70205","+48(0-48) 666 11 11","45-4162-3489","828-430-6883",""],"type":"string"},"state":{"#docs":1412,"%docs":100,"samples":["Sikkim","Bayern","CA","NC",""],"type":"string"},"type":{"#docs":1412,"%docs":100,"samples":["brewery"],"type":"string"},"updated":{"#docs":1412,"%docs":100,"samples":["2010-07-22 20:00:20","2011-02-16 12:36:49","2011-05-17 03:05:10","2011-07-07 07:44:13","2011-07-28 19:03:35"],"type":"string"},"website":{"#docs":1412,"%docs":100,"samples":["http://www.warka.com.pl/","http://www.becks.de/","http://www.catawbavalleybrewin...","http://www.mikkeller.dk/",""],"type":"string"},"~meta":{"#docs":1412,"%docs":100,"properties":{"id":{"#docs":1412,"%docs":100,"samples":["beck_s","browar_warka","catawba_valley_brewing_company","devil_s_canyon","yuksom_breweries"],"type":"string"}},"samples":[{"id":"beck_s"},{"id":"browar_warka"},{"id":"catawba_valley_brewing_company"},{"id":"devil_s_canyon"},{"id":"yuksom_breweries"}],"type":"object"}},"type":"object"}]
      ],
      "status": "success",
      "metrics": {"elapsedTime": "491.175042ms","executionTime": "491.120083ms","resultCount": 1,"resultSize": 4852,"serviceLoad": 2}
      }
      
      

      Attachments

        Issue Links

          No reviews matched the request. Check your Options in the drop-down menu of this sections header.

          Activity

            People

              michael.blow Michael Blow
              michael.blow Michael Blow
              Votes:
              0 Vote for this issue
              Watchers:
              3 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved:

                Gerrit Reviews

                  There are no open Gerrit changes

                  PagerDuty