{"type":"doc","content":[{"type":"extension","attrs":{"extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"a4c13380-dcee-4559-9349-b63c189e57d4"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}}}},{"type":"heading","attrs":{"level":1},"content":[{"text":"Project Name","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Proposed name for projects: ","type":"text"},{"text":"Logging and Analytics","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Proposed name for the repository: ","type":"text"},{"text":"logging-analytics","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Why a Logging Project","type":"text"}]},{"type":"paragraph","content":[{"text":"Keywords:","type":"text"}]},{"type":"paragraph","content":[{"text":"Centralized, Role based access, tracking, streaming, reporting","type":"text"}]},{"type":"table","attrs":{"layout":"wide"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"Feature /","type":"text"}]},{"type":"paragraph","content":[{"text":"Requirement","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"F1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Centralized Logs - all the logs available streamed in one place - search, visualize and report ready","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"F2","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Role based access - logs are accessible from outside the container - no ssh into the pod or tailing of the logs per microservice","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"F3","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Tracking - If a unique ID is passed across microservices we can trace a transaction pass/failure through the system","type":"text"}]},{"type":"paragraph","content":[{"text":"requestID, InvocationID, Timestamp indexed","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"F4","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Reporting - track multiple transaction patterns and generate emergent or correlated behavior","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"F5","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Control over log content - collect, index, filter","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"F6","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Machine readable json oriented elasticsearch storage of logs","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"type":"hardBreak"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"R1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Logs are in the same (currently 29 field) format","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"R2","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Logging library requires minimal changes for use - using Spring AOP to get MARKER entry/exit logs for free without code changes","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"R3","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"Logs are streamed to a central ELK stack","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[89.79]},"content":[{"type":"paragraph","content":[{"text":"R4","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[672.17]},"content":[{"type":"paragraph","content":[{"text":"ELK stack provides for tracing, dashboards, query API","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Project Description","type":"text"}]},{"type":"paragraph","content":[{"text":"ONAP consists of many components and containers, and consequently writes to many logfiles. The volume of logger output may be enormous, especially when debugging. Large, disparate logfiles are difficult to monitor and analyze, and tracing requests across many files, file systems and containers is untenable without tooling. ","type":"text"}]},{"type":"paragraph","content":[{"text":"The problem of decentralized logger output is addressed by analytics pipelines such as ","type":"text"},{"text":"Elastic Stack","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products"}}]},{"text":" (ELK). Elastic Stack consumes logs, indexes their contents in ","type":"text"},{"text":"Elasticsearch","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products/elasticsearch"}}]},{"text":", and makes them accessible, queryable and navigable via a sophisticated UI, ","type":"text"},{"text":"Kibana Discover","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/guide/en/kibana/current/discover.html"}}]},{"text":". This elevates the importance of standardization and machine-readability. Logfiles can remain browsable, but output can be simplified.","type":"text"}]},{"type":"paragraph","content":[{"text":"Logger configurations in ONAP are diverse and idiosyncratic. Addressing these issues will prevent costs from being externalized to consumers such as analytics. It also affords the opportunity to remedy any issues with the handling and propagation of contextual information such as transaction identifiers (presently passed as ","type":"text"},{"text":"X-ONAP-RequestID","type":"text","marks":[{"type":"strong"}]},{"text":". This propagation is critical to tracing requests as they traverse ONAP and related systems, and is the basis for many analytics functions. ","type":"text"}]},{"type":"paragraph","content":[{"text":"Rationalized logger configuration and output also paves the way for other high-performance logger transports, including publishing directly to analytics via SYSLOG (","type":"text"},{"text":"RFC3164","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.ietf.org/rfc/rfc3164.txt"}}]},{"text":", ","type":"text"},{"text":"RFC5425","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.ietf.org/rfc/rfc5425.txt"}}]},{"text":", ","type":"text"},{"text":"RFC5426","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.ietf.org/rfc/rfc5426.txt"}}]},{"text":") and streams, and mechanisms for durability.","type":"text"}]},{"type":"paragraph","content":[{"text":"Each change is believed to be individually beneficial:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The intention is to consolidate the required setup within this project however some changes and bug fixes might have to be applied in the relative component project, requiring each components' co-operation on the contribution.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"There is an economy of scale if everything can happen under a single remit.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardization benefits all, including those who want to deviate from defaults.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Scope","type":"text"}]},{"type":"paragraph","content":[{"text":"In scope:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"ONAP-wide changes to regularize logger providers, logger configuration and logger output. The changes are largely cosmetic, but greater coherence will simplify deployment orchestration and customization, and improve extensibility and support for analytics. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"A reference analytics pipeline configuration consisting of:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Filebeat","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products/beats/filebeat"}}]},{"text":" shipping","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Logstash","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products/logstash"}}]},{"text":" indexing","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Elasticsearch","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products/elasticsearch"}}]},{"text":" datastore","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Kibana Discover","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/guide/en/kibana/current/discover.html"}}]},{"text":" UI","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Prometheus","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/coreos/prometheus-operator/tree/master/helm/prometheus-operator"}}]},{"text":" Metrics capture","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Documentation:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Configuration","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Operations","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Updates to ","type":"text"},{"text":"Active Logging Specifications","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/spaces/DW/pages/16327819"}}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Other example configurations, including: ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"JSON output. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Non-file transports, including SYSLOG and TCP. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Durable shipping transports, such as ","type":"text"},{"text":"Logstash persistent queues","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/guide/en/logstash/current/persistent-queues.html"}}]},{"text":", or Kafka or Redis or similar if there's interest.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Kibana Dashboards.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Audit:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Specifically Post orchestration model based audit - ","type":"text"},{"text":"Logging Scope Change for POMBA seed code","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/spaces/DW/pages/16287233"}}]},{"text":" ","type":"text"}]}]}]}]}]},{"type":"paragraph","content":[{"text":"Out of scope:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"No impact on ","type":"text"},{"text":"EELF","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/att/EELF"}}]},{"text":" or its use. Some ONAP components log via EELF, and some do not. This won't change.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"No prescription of logging providers. Standardization is encouraged but not mandatory. Note that certain providers (e.g. legacy ","type":"text"},{"text":"Log4j 1.X","type":"text","marks":[{"type":"link","attrs":{"href":"https://logging.apache.org/log4j/1.2/"}}]},{"text":") may not support all output options. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"No changes to any ONAP component without consultation with its owners. Note that components whose provider configuration is NOT aligned may not have their logs indexed without (potentially costly) ad hoc indexing configuration.","type":"text"}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Deliverables","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Standardization","type":"text"}]},{"type":"paragraph","content":[{"text":"All changes ","type":"text"},{"text":"augment","type":"text","marks":[{"type":"em"}]},{"text":" ","type":"text"},{"text":"ONAP application logging guidelines","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/display/DW/ONAP+Application+Logging+Guidelines+v1.1"}}]},{"text":" on the ONAP wiki. ","type":"text"}]},{"type":"paragraph","content":[{"text":"Commits to 2 repos","type":"text"}]},{"type":"paragraph","content":[{"text":"https://gerrit.onap.org/r/#/q/status:merged+project:+logging-analytics","type":"text","marks":[{"type":"link","attrs":{"href":"https://gerrit.onap.org/r/#/q/status:merged+project:+logging-analytics"}}]},{"type":"hardBreak"},{"text":"https://gerrit.onap.org/r/#/q/status:merged+project:+oom","type":"text","marks":[{"type":"link","attrs":{"href":"https://gerrit.onap.org/r/#/q/status:merged+project:+oom"}}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Default logfile locations","type":"text"}]},{"type":"paragraph","content":[{"text":"All logfiles to default to beneath ","type":"text"},{"text":"/var/log","type":"text","marks":[{"type":"strong"}]},{"text":", and beneath ","type":"text"},{"text":"/var/log/ONAP","type":"text","marks":[{"type":"strong"}]},{"text":" in the case of core ONAP components.","type":"text"}]},{"type":"paragraph","content":[{"text":"All logger provider configuration document locations namespaced by component and (if applicable) subcomponent by default:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"/var/log/ONAP/[/]/*.log","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": varies (though a default is loosely prescribed in ","type":"text"},{"text":"ONAP application logging guidelines","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/display/DW/ONAP+Application+Logging+Guidelines+v1.1"}}]},{"text":").","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": most ONAP components, superficially. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": HIGH.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reduced complexity. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fewer special cases:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Easier configuration.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Easier indexing.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Easier orchestration.","type":"text"}]}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"These paths may be on a mounted persistent volume so that:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Logs are accessible to shippers such as ","type":"text"},{"text":"Filebeat","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products/beats/filebeat"}}]},{"text":" or ","type":"text"},{"text":"Fluentd","type":"text","marks":[{"type":"link","attrs":{"href":"http://www.fluentd.org/"}}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Logs are persistent, and independent of the lifecycle of individual containers.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Any indirection for multiple instances of a container writing to a shared volume can be managed in one of two ways:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"By including a container identifier in the above spec. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"By deployment automation; in volume mappings, so that tenant applications don't need to know. ","type":"text"}]}]}]}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Default provider configuration locations","type":"text"}]},{"type":"paragraph","content":[{"text":"All logger provider configuration documents to default to beneath ","type":"text"},{"text":"/etc/ONAP","type":"text","marks":[{"type":"strong"}]},{"text":". ","type":"text"}]},{"type":"paragraph","content":[{"text":"All logger provider configuration document locations namespaced by component and (if applicable) subcomponent by default:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"/etc/onap/[/]/.xml","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": varies (no default prescribed by ","type":"text"},{"text":"ONAP application logging guidelines","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/display/DW/ONAP+Application+Logging+Guidelines+v1.1"}}]},{"text":").","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": most ONAP components, superficially. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": HIGH.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"},{"type":"hardBreak"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reduced complexity. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fewer special cases, simplified automation. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Certain components are presently not configurable, e.g. Portal, for which even trivial reconfiguration of logging requires reassembly of its WAR.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"See ","type":"text"},{"text":"Support for analytics pipelines","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Supportforanalyticspipelines"}}]},{"text":". ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This greatly simplifies deployment automation, reconfiguration, etc. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"These paths will normally be local to a container, not on a mounted volume, but either is fine.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The exact path can be fine-tuned, but:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The benefit of an ONAP-wide convention should be evident.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This corresponds to the convention implemented (updated for ONAP) by MSO and others.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"It should be aligned with conventions for other component- and subcomponent-specific configuration documents. ","type":"text"}]}]}]}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Default provider configuration","type":"text"}]},{"type":"paragraph","content":[{"text":"With the various simplifications discussed in this document, the logger provider configuration for most components can be rationalized.","type":"text"}]},{"type":"paragraph","content":[{"text":"Proposals include:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardized locations, etc., see ","type":"text"},{"text":"Default provider configuration locations","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Defaultproviderconfigurationlocations"}}]},{"text":". ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardized line formats, see ","type":"text"},{"text":"Machine-readable output","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Machine-readableoutput"}}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardized rollover and retention (e.g 30 days, rollover at 50MB and at least daily, etc.)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardized sifting into event files, if required.","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"A reductive example for the ","type":"text"},{"text":"Logback","type":"text","marks":[{"type":"link","attrs":{"href":"https://logback.qos.ch/"}}]},{"text":" provider, omitting some finer details:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"xml"},"content":[{"text":"\n\n \n \n \n \n\n \n\n \n \n \n \n\n \n \n UTF-8\n ${defaultPattern}\n \n \n\n \n ${queueSize}\n \n \n\n \n ${outputDirectory}/${outputFilename}.log\n \n ${outputDirectory}/${outputFilename}.%d{yyyy-MM-dd}.%i.log.zip\n ${maxFileSize}\n ${maxHistory}\n ${totalSizeCap}\n \n \n UTF-8\n ${defaultPattern}\n \n \n\n \n ${queueSize}\n \n \n\n \n \n \n \n\n \n \n \n\n","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": varies, but mostly based on EELF ","type":"text"},{"text":"logback.xml","type":"text","marks":[{"type":"strong"}]},{"text":" at ","type":"text"},{"text":"https://github.com/att/EELF/blob/master/EELF-Samples/src/main/resources/logback.xml","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/att/EELF/blob/master/EELF-Samples/src/main/resources/logback.xml"}}]},{"text":". ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": all ONAP components (but their configuration documents will be changing anyway, to accommodate a ","type":"text"},{"text":"machine-readable new line format","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Machine-readableoutput"}}]},{"text":").","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority:","type":"text","marks":[{"type":"strong"}]},{"text":" HIGH.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reduced complexity. Fewer special cases. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardization allows dramatic simplification of","type":"text"},{"text":" other","type":"text","marks":[{"type":"em"}]},{"text":" configuration, such as Elastic Stack shipping and indexing. Non-standard behavior externalizes costs.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Devolution to deployment automation and other tooling. ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In theory provider configuration could be reduced to a single ONAP-wide document servicing all Java-based components.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Some suggestions in this proposal will be rejected by the ONAP community. Configuration can be updated accordingly, but the benefits of standardized configuration remain. ","type":"text"}]}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Default logger provider","type":"text"}]},{"type":"paragraph","content":[{"text":"Encourage ","type":"text"},{"text":"Logback","type":"text","marks":[{"type":"link","attrs":{"href":"https://logback.qos.ch/"}}]},{"text":" for Java-based components, porting any components that agree to switch. ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": Logback and Log4j. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"},{"type":"hardBreak"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The small number of ONAP components which use ","type":"text"},{"text":"Log4j","type":"text","marks":[{"type":"link","attrs":{"href":"https://logging.apache.org/log4j/2.x/"}}]},{"text":", and especially the smaller number which use (EOL) Log4j 1.X.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"These include SDNC and APPC. ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": LOW.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"},{"type":"hardBreak"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reduced complexity.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Log4j 1.X encoding support is limited, especially in critical areas like escaping. (Log4j 2.X is fine).","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fewer configuration documents to manage, fewer special cases to maintain.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardizing on a single provider within the core set of ONAP components reduces overall complexity. Logback has the critical mass. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Engaging more than one provider does ","type":"text"},{"text":"no actual harm","type":"text","marks":[{"type":"underline"}]},{"text":". What ultimately matters is the format and location of logging output, and this doesn't demand that every ONAP component uses the same provider. Consequently if some Log4J providers remain, then that's OK.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This also applies to components which log without EELF, e.g. directly via ","type":"text"},{"text":"SLF4J","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.slf4j.org/"}}]},{"text":". No changes proposed in this area.","type":"text"}]}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Provider configuration overrides","type":"text"}]},{"type":"paragraph","content":[{"text":"All configuration locations to be overrideable by a system or file property passed to (or read by) the JVM. (No specific convention suggested, because it'll only divert attention from the importance of ","type":"text"},{"text":"having","type":"text","marks":[{"type":"em"}]},{"text":" a convention). ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": varies.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": most ONAP components, superficially.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": LOW.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reduced complexity. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Allow the management of configuration to be further devolved to deployment automation. ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Can augment other component- or provider-specific mechanisms for locating logger configuration. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Doesn't have to be a system property. Approaches currently vary widely between ONAP components.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"All components should nonetheless respond to a standard setting.","type":"text"}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Extensibility","type":"text"}]},{"type":"paragraph","content":[{"text":"We've already discussed key aspects of extensibility:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardized configuration, simplifying unilateral reconfiguration and automated updates. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Standardized output, simplifying the configuration of analytics pipelines. ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"MDCs","type":"text"}]},{"type":"paragraph","content":[{"text":"The MDCs in ","type":"text"},{"text":"ONAP application logging guidelines","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/download/attachments/16220188/ONAP%20application%20logging%20guidelines.pdf?api=v2"}}]},{"text":" are closely matched to existing MDC usage in seed ONAP components, but there may be many arbitrarily many others, and there's no need for them to be listed in configuration. Itemizing them means changing all configuration documents when new MDCs are introduced. ","type":"text"}]},{"type":"paragraph","content":[{"text":"The change is to the serialization of MDCs in the Logback provider ","type":"text"},{"text":"","type":"text","marks":[{"type":"strong"}]},{"text":" to a single expression which emits whatever is present:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"%replace(%replace(%mdc){'\\t','\\\\\\\\t'}){'\\n','\\\\\\\\n'}","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": pipe-delimited, no escaping of delimiters in MDC values.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": all logger configuration documents, all components, all providers.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": HIGH.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Adding MDCs should not require global or local logger provider configuration.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Delimited MDC values require logfile parsers to know the ordinal position of the MDC value of interest. (And this would change as MDCs are added).","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Logging only MDCs that have been set may result in output that's slightly less verbose, and slightly more readable.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"We can do much better than semantically-challenged MDCs like ","type":"text"},{"text":"CustomField1-4","type":"text","marks":[{"type":"strong"}]},{"text":" and ","type":"text"},{"text":"Unused","type":"text","marks":[{"type":"strong"}]},{"text":". ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This example also includes tab and newline replacement. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"See ","type":"text"},{"text":"Machine-readable output","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Machine-readableoutput"}}]},{"text":".","type":"text","marks":[{"type":"strong"}]}]}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Markers","type":"text"}]},{"type":"paragraph","content":[{"text":"Markers","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.slf4j.org/faq.html#marker_interface"}}]},{"text":" can be used to characterize log entries. Their use is widespread, and future ONAP components and/or customizations might emit Markers with their log messages. If and when they do, we want them indexed for analytics, and like MDCs, we don't want them to need to be declared in logger provider configuration in advance. ","type":"text"}]},{"type":"paragraph","content":[{"text":"The change is to add the serialization of Markers to ","type":"text"},{"text":"","type":"text","marks":[{"type":"strong"}]},{"text":" in Logback provider configuration:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"%replace(%replace(%marker){'\\t','\\\\\\\\t'}){'\\n','\\\\\\\\n'}","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently:","type":"text","marks":[{"type":"strong"}]},{"text":" Markers not written to ONAP logs. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": future ONAP and ONAP-based components.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": MEDIUM.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Useful and commonplace. See ","type":"text"},{"text":"https://stackoverflow.com/questions/4165558/best-practices-for-using-markers-in-slf4j-logback","type":"text","marks":[{"type":"link","attrs":{"href":"https://stackoverflow.com/questions/4165558/best-practices-for-using-markers-in-slf4j-logback"}}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"A more appropriate way of indicating ","type":"text"},{"text":"metric","type":"text","marks":[{"type":"strong"}]},{"text":", ","type":"text"},{"text":"audit","type":"text","marks":[{"type":"strong"}]},{"text":" and other event types (though that change isn't proposed here).","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"There's a reasonable expectation on the part of current and potential ONAP developers that Markers be supported.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This example also includes tab and newline replacement. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"See ","type":"text"},{"text":"Machine-readable output","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Machine-readableoutput"}}]},{"text":".","type":"text","marks":[{"type":"strong"}]}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Analytics","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Support for analytics pipelines","type":"text"}]},{"type":"paragraph","content":[{"text":"Regularizing output locations and line format simplifies shipping and indexing of logs, and enables many options for analytics. See ","type":"text"},{"text":"Default logfile locations","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Defaultlogfilelocations"}}]},{"text":", ","type":"text"},{"text":"MDCs","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-MDCs"}}]},{"text":", ","type":"text"},{"text":"Markers","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Markers"}}]},{"text":", ","type":"text"},{"text":"Machine-readable output","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-Machine-readableoutput"}}]},{"text":", and ","type":"text"},{"text":"Elastic Stack reference configuration","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-ElasticStackreferenceconfiguration"}}]},{"text":".","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": varies. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": most ONAP components.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": HIGH.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": that's what this whole document is about! ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Machine-readable output","type":"text"}]},{"type":"paragraph","content":[{"text":"Shipper and indexing performance and durability depends on logs that can be parsed quickly and reliably. ","type":"text"}]},{"type":"paragraph","content":[{"text":"The proposal is:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The use of tab or ASCII record separator (","type":"text"},{"text":"0x1E","type":"text","marks":[{"type":"strong"}]},{"text":") as a delimiter. Tab is preferred. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Escaping all messages, exceptions, MDC values, Markers, etc. to replace the delimiter. If it's tab, ","type":"text"},{"text":"\\t","type":"text","marks":[{"type":"strong"}]},{"text":". ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Escaping all newlines with ","type":"text"},{"text":"\\n","type":"text","marks":[{"type":"strong"}]},{"text":". This means one line per log entry. ","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"For example (tab- and newline-separated, MDCs, a nested exception, a marker, with newlines self-consciously added between each attribute for readability):","type":"text"}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"org.onap.example.component1.subcomponent1.LogbackTest\n\\t2017-06-06T16:09:03.594Z\n\\tERROR\n\\tHere's an error, that's usually bad\n\\tkey1=value1, key2=value2 with space, key5=value5\"with\"quotes, key3=value3\\nwith\\nnewlines, key4=value4\\twith\\ttabs\n\\tjava.lang.RuntimeException: Here's Johnny\n\\n\\tat org.onap.example.component1.subcomponent1.LogbackTest.main(LogbackTest.java:24)\n\\nWrapped by: java.lang.RuntimeException: Little pigs, little pigs, let me come in\n\\n\\tat org.onap.example.component1.subcomponent1.LogbackTest.main(LogbackTest.java:27)\n\\tAMarker1\n\\tmain \t","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Newlines not escaped. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Log entry attributes pipe-delimited.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"MDC values pipe-delimited, accessed by ordinal position. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Delimiters not escaped in messages, MDCs and other values.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": all logger provider configurations. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": HIGH.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Existing output line format is difficult to parse.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Shipper configuration is simplified if logfile output is uniform.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Indexing configuration is simplified if logfile output is uniform.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"SYSLOG and other transports obviate the need for files, but file output will likely remain the default. ","type":"text"}]}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Elastic Stack reference configuration","type":"text"}]},{"type":"paragraph","content":[{"text":"On the basis of regularized provider configuration and output, and the work of the ","type":"text"},{"text":"ONAP Operations Manager","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/display/DW/ONAP+Operations+Manager+Project"}}]},{"text":" project, a complete Elastic Stack pipeline can be deployed automatically. ","type":"text"}]},{"type":"paragraph","content":[{"text":"This achieves two things:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"It demonstrates what has been made possible.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"It provides a ONAP with a viable analytics platform.","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"The proposal is:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Filebeat","type":"text","marks":[{"type":"strong"}]},{"text":" shipping:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Line format and locations as discussed. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Other shipping transports are simplified by regularized logger provider configuration. ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Logstash","type":"text","marks":[{"type":"strong"}]},{"text":" indexing.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Elasticsearch","type":"text","marks":[{"type":"strong"}]},{"text":" in a TBD minimal three-node cluster - currently a single container. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Kibana Discover","type":"text","marks":[{"type":"strong"}]},{"text":" UI.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fullly automated Kubernetes deployment based on ","type":"text"},{"text":"ONAP Operations Manager","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/display/DW/ONAP+Operations+Manager+Project"}}]},{"text":".","type":"text"}]}]}]},{"type":"mediaSingle","attrs":{"layout":"align-start","width":60.0},"content":[{"type":"media","attrs":{"width":1101,"id":"2b1a450e-4fc8-4428-bffc-043025806bea","collection":"contentId-16229111","type":"file","height":626}}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": Available via 20170914 master build","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Adds analytics capability, but no impact on individual ONAP components. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Reconfiguration, including replacement with OTHER analytics pipelines will be similarly transparent.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Priority","type":"text","marks":[{"type":"strong"}]},{"text":": HIGH.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Demonstrates a bolt-on analytics capability.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Provides a working analytics OOB.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Elastic Stack is available as FOSS. ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"},{"type":"hardBreak"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Files + Filebeat are the lowest common denominator. They provide a simple mechanism for resilience, and yet require no disruptive (for example classpath) changes. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Other sources of logs can be indexed, with appropriate configuration. Generally these will not be able to be correlated with an ","type":"text"},{"text":"ONAP transaction","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-PropagatetransactionID"}}]},{"text":", however. ","type":"text"}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Transactions","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Propagate transaction ID","type":"text"}]},{"type":"paragraph","content":[{"text":"Reliable propagation of transaction identifiers is critical to tracing requests through ONAP. ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": patchy. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": to be determined, but at least a few components and integration points.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": reliable propagation is a prerequisite for analytics.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This is normally achieved:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Through MDCs in-process. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Through REST headers between components. See ","type":"text"},{"text":"Rename X-ECOMP-RequestID","type":"text","marks":[{"type":"link","attrs":{"href":"#LoggingEnhancementsProjectProposal-RenameX-ECOMP-RequestID"}}]},{"text":".","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This also requires the generation of transaction IDs in initiating components. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For this to be economical, a remit is sought to make minor changes across the ONAP codebase. ","type":"text"}]}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Rename X-ECOMP-RequestID","type":"text"}]},{"type":"paragraph","content":[{"text":"Update ","type":"text"},{"text":"X-ECOMP-RequestID","type":"text","marks":[{"type":"strong"}]},{"text":" to ","type":"text"},{"text":"X-ONAP-RequestID","type":"text","marks":[{"type":"strong"}]},{"text":" throughout. ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Currently","type":"text","marks":[{"type":"strong"}]},{"text":": X-ECOMP-RequestID.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Affects","type":"text","marks":[{"type":"strong"}]},{"text":": all ONAP components. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Why","type":"text","marks":[{"type":"strong"}]},{"text":": ECOMP renamed to ONAP.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]},{"text":":","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This may already have been fixed in another branch. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If not, it can be dealt with at the same time as applying changes to defaults, etc.","type":"text"}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Key Project Facts","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Repository: ","type":"text"},{"text":"logging-analytics","type":"text","marks":[{"type":"link","attrs":{"href":"https://git.onap.org/logging-analytics"}},{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Mirror: ","type":"text"},{"text":"https://github.com/onap","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/onap"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Jenkins: ","type":"text"},{"text":"https://jenkins.onap.org/view/logging-analytics/","type":"text","marks":[{"type":"link","attrs":{"href":"https://jenkins.onap.org/view/logging-analytics/"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Sonar: ","type":"text"},{"text":"https://sonar.onap.org/dashboard?id=org.onap.logging-analytics%3Alogging-analytics","type":"text","marks":[{"type":"link","attrs":{"href":"https://sonar.onap.org/dashboard?id=org.onap.logging-analytics%3Alogging-analytics"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"nexus-IQ: ","type":"text"},{"text":"https://nexus-iq.wl.linuxfoundation.org/assets/index.html#/reports/logging-analytics/cead786ad2ac408c884d6cb790ae7e91","type":"text","marks":[{"type":"link","attrs":{"href":"https://nexus-iq.wl.linuxfoundation.org/assets/index.html#/reports/logging-analytics/cead786ad2ac408c884d6cb790ae7e91"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"JIRA project name: ","type":"text"},{"text":"logging-analytics ","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"JIRA project prefix: ","type":"text"},{"text":"LOG","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Mailing list tag: ","type":"text"},{"text":"log","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Project Lead: ","type":"text"},{"type":"mention","attrs":{"id":"712020:e23bada5-db85-4aad-bee4-0d83b529cef6","text":"@Prudence Au"}},{"text":" / Backup/co-PTL: ","type":"text"},{"type":"mention","attrs":{"id":"712020:548523d4-d947-49ae-a50f-2bec280a5111","text":"@Luke Parker"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Committers (Name - email) ","type":"text"},{"text":"Resources and Repositories (Deprecated)#LoggingEnhancements","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/spaces/DW/pages/16224711#ResourcesandRepositories(Deprecated)-LoggingEnhancements"}}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Luke Parker - ","type":"text"},{"text":"luke.parker@amdocs.com","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:luke.parker@amdocs.com"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Avdhut Kholkar - ","type":"text"},{"text":"avdhut.kholkar@amdocs.com","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:avdhut.kholkar@amdocs.com"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"712020:e23bada5-db85-4aad-bee4-0d83b529cef6","text":"@Prudence Au"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Lee Breslau - ","type":"text"},{"text":"breslau@research.att.com","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:breslau@research.att.com"}}]},{"text":" (alumni)","type":"text"},{"type":"hardBreak"},{"type":"hardBreak"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Contributors (in order of last contribution)","type":"text"},{"type":"hardBreak"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Michael O'Brien - ","type":"text"},{"text":"michael@obrienlabs.cloud","type":"text","marks":[{"type":"link","attrs":{"href":"https://wiki.onap.org/mailto:michael@obrienlabs.cloud"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Michael O'Brien - ","type":"text"},{"text":"frank.obrien@amdocs.com","type":"text","marks":[{"type":"link","attrs":{"href":"https://wiki.onap.org/mailto:f"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"557058:cdb291ae-78ba-4e95-ba30-36256cad0391","text":"@Steve Smokowski"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"557058:21ee67fb-0476-41bd-9b60-a780a3da033b","text":"@Lorraine A. Welch"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"712020:91720bdb-e0d0-4958-a450-9d2646b36652","text":"@Dave Williamson"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"712020:30d81f4a-910e-421c-8335-a158b530512e","text":"@Shishir Thakore"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"5f1bf6e590f252002494366b","text":"@liang ke"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"557058:8a261355-fe3e-41ec-968c-85be24a605ad","text":"@James MacNider"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"712020:3fd73e1e-01b3-4357-ba0e-f5f3da274e2c","text":"@Shane Daniel"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"5ad0be992dc58f2b3a94c721","text":"@J. Ram Balasubramanian"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"557058:1eaa39fd-7486-4e6f-8a90-e9bd6ace6673","text":"@Geora Barsky"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"5caf5978b4939f04bd0c6b41","text":"@Borislav Glozman"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"5fcc814e08757f006e1af4f5","text":"@Yury Novitsky"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Stela Stoykova","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Alka Choudhary","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Anup Marathe","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Pranav Dixit","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Vidya Shinde","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Itay Hassid","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Matthew Harfy","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"5efad3d61225f80bb169134f","text":"@Karen Joseph"}}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"hardBreak"},{"type":"hardBreak"},{"type":"hardBreak"}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Resources","type":"text"}]},{"type":"paragraph","content":[{"text":"Existing logging guidelines:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"https://wiki.onap.org/download/attachments/1015849/ONAP%20application%20logging%20guidelines.pdf?api=v2","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/download/attachments/16220188/ONAP%20application%20logging%20guidelines.pdf?api=v2"}}]}]}]}]},{"type":"paragraph","content":[{"text":"Logging providers:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Logback: ","type":"text"},{"text":"https://logback.qos.ch/","type":"text","marks":[{"type":"link","attrs":{"href":"https://logback.qos.ch/"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Log4j: ","type":"text"},{"text":"https://logging.apache.org/log4j/2.x/","type":"text","marks":[{"type":"link","attrs":{"href":"https://logging.apache.org/log4j/2.x/"}}]}]}]}]},{"type":"paragraph","content":[{"text":"EELF: ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"https://github.com/att/EELF","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/att/EELF"}}]}]}]}]},{"type":"paragraph","content":[{"text":"Elastic Stack:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Elastic Stack - ","type":"text"},{"text":"https://www.elastic.co/products","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Filebeat - ","type":"text"},{"text":"https://www.elastic.co/products/beats/filebeat","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products/beats/filebeat"}}]},{"type":"hardBreak"},{"text":"https://www.elastic.co/videos/getting-started-with-filebeat?baymax=rtp&storm=beats&elektra=product&iesrc=ctr","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/videos/getting-started-with-filebeat?baymax=rtp&storm=beats&elektra=product&iesrc=ctr"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Logstash - ","type":"text"},{"text":"https://www.elastic.co/products/logstash","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/products/logstash"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Kibana Discover - ","type":"text"},{"text":"https://www.elastic.co/guide/en/kibana/current/discover.html","type":"text","marks":[{"type":"link","attrs":{"href":"https://www.elastic.co/guide/en/kibana/current/discover.html"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"FOSS Description for ","type":"text"},{"text":"Logging Enhancements","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/spaces/DW/pages/16234037"}}]}]}]}]},{"type":"paragraph","content":[{"text":"ONAP Operations Manager: ","type":"text"},{"text":"ONAP Operations Manager Project","type":"text","marks":[{"type":"link","attrs":{"href":"https://lf-onap.atlassian.net/wiki/spaces/DW/pages/16230609"}}]}]},{"type":"paragraph","content":[{"text":"OPNFV: ","type":"text"},{"text":"https://wiki.opnfv.org/display/doctor","type":"text","marks":[{"type":"link","attrs":{"href":"https://wiki.opnfv.org/display/doctor"}}]}]},{"type":"paragraph","content":[{"text":"https://kubernetes.io/docs/concepts/cluster-administration/logging/","type":"text","marks":[{"type":"link","attrs":{"href":"https://kubernetes.io/docs/concepts/cluster-administration/logging/"}}]}]}],"version":1}

Browser not supported