[sdk] integrate with SDK testing/scaffolding facilities.

[gem] fixing rakefile lint issue.

[rakefile] env variable should be set on the calling (root) Rakefile.

[rakefile] set the SDK_HOME environment variable too.

[testing] adding pylintrc file to repo.

.pylintrc

@@ -0,0 +1,249 @@
+[MASTER]
+
+# Specify a configuration file.
+#rcfile=
+
+# Python code to execute, usually for sys.path manipulation such as
+# pygtk.require().
+init-hook='import sys; sys.path.append("."); sys.path.append("embedded/dd-agent")'
+
+# Add files or directories to the blacklist. They should be base names, not
+# paths.
+ignore=CVS,.git,embedded,venv
+
+# Pickle collected data for later comparisons.
+persistent=yes
+
+# List of plugins (as comma separated values of python modules names) to load,
+# usually to register additional checkers.
+load-plugins=
+
+
+[MESSAGES CONTROL]
+
+# Enable the message, report, category or checker with the given id(s). You can
+# either give multiple identifier separated by comma (,) or put this option
+# multiple time. See also the "--disable" option for examples.
+#enable=
+
+# Disable the message, report, category or checker with the given id(s). You
+# can either give multiple identifiers separated by comma (,) or put this
+# option multiple times (only on the command line, not in the configuration
+# file where it should appear only once).You can also use "--disable=all" to
+# disable everything first and then reenable specific checks. For example, if
+# you want to run only the similarities checker, you can use "--disable=all
+# --enable=similarities". If you want to run only the classes checker, but have
+# no Warning level messages displayed, use"--disable=all --enable=classes
+# --disable=W"
+#disable=
+#
+disable=W,C,R,maybe-no-member,no-member,I0011
+# FIXME matt: pylint has a bug that will not let you gradually enable
+# rules in the rcfile, so this is done in our rakefile.
+# http://www.logilab.org/ticket/36584
+enable=
+
+[REPORTS]
+
+# Set the output format. Available formats are text, parseable, colorized, msvs
+# (visual studio) and html. You can also give a reporter class, eg
+# mypackage.mymodule.MyReporterClass.
+output-format=text
+
+# Put messages in a separate file for each module / package specified on the
+# command line instead of printing them on stdout. Reports (if any) will be
+# written in a file name "pylint_global.[txt|html]".
+files-output=no
+
+# Tells whether to display a full report or only the messages
+reports=no
+
+# Python expression which should return a note less than 10 (10 is the highest
+# note). You have access to the variables errors warning, statement which
+# respectively contain the number of errors / warnings messages and the total
+# number of statements analyzed. This is used by the global evaluation report
+# (RP0004).
+evaluation=10.0 - ((float(5 * error + warning + refactor + convention) / statement) * 10)
+
+# Template used to display messages. This is a python new-style format string
+# used to format the massage information. See doc for all details
+msg-template={path}:{line}: [{msg_id}({symbol}), {obj}] {msg}
+
+
+[BASIC]
+
+# List of builtins function names that should not be used, separated by a comma
+bad-functions=map,filter,apply,input
+
+# Regular expression which should only match correct module names
+module-rgx=(([a-z_][a-z0-9_]*)|([A-Z][a-zA-Z0-9]+))$
+
+# Regular expression which should only match correct module level names
+const-rgx=(([a-zA-Z_][a-zA-Z0-9_]*)|(__.*__))$
+
+# Regular expression which should only match correct class names
+class-rgx=[A-Z_][a-zA-Z0-9]+$
+
+# Regular expression which should only match correct function names
+function-rgx=[a-z_][a-z0-9_]{2,30}$
+
+# Regular expression which should only match correct method names
+method-rgx=[a-z_][A-Za-z0-9_]*$
+
+# Regular expression which should only match correct instance attribute names
+attr-rgx=[a-z_][a-z0-9_]{1,30}$
+
+# Regular expression which should only match correct argument names
+argument-rgx=[a-z_][A-Za-z0-9_]*$
+
+# Regular expression which should only match correct variable names
+variable-rgx=[a-z_][A-Za-z0-9_]*$
+
+# Regular expression which should only match correct list comprehension /
+# generator expression variable names
+inlinevar-rgx=[A-Za-z_][A-Za-z0-9_]*$
+
+# Good variable names which should always be accepted, separated by a comma
+good-names=i,j,k,ex,Run,_
+
+# Bad variable names which should always be refused, separated by a comma
+bad-names=foo,bar,baz,toto,tutu,tata
+
+# Regular expression which should only match functions or classes name which do
+# not require a docstring
+no-docstring-rgx=.*
+
+
+[FORMAT]
+
+# Maximum number of characters on a single line.
+max-line-length=80
+
+# Maximum number of lines in a module
+max-module-lines=1000
+
+# String used as indentation unit. This is usually " " (4 spaces) or "\t" (1
+# tab).
+indent-string='    '
+
+
+[MISCELLANEOUS]
+
+# List of note tags to take in consideration, separated by a comma.
+notes=FIXME,XXX,TODO
+
+
+[SIMILARITIES]
+
+# Minimum lines number of a similarity.
+min-similarity-lines=4
+
+# Ignore comments when computing similarities.
+ignore-comments=yes
+
+# Ignore docstrings when computing similarities.
+ignore-docstrings=yes
+
+# Ignore imports when computing similarities.
+ignore-imports=yes
+
+
+[TYPECHECK]
+
+# Tells whether missing members accessed in mixin class should be ignored. A
+# mixin class is detected if its name ends with "mixin" (case insensitive).
+ignore-mixin-members=yes
+
+# List of classes names for which member attributes should not be checked
+# (useful for classes with attributes dynamically set).
+ignored-classes=SQLObject,nose.tools
+
+# List of members which are set dynamically and missed by pylint inference
+# system, and so shouldn't trigger E0201 when accessed. Python regular
+# expressions are accepted.
+generated-members=REQUEST,acl_users,aq_parent,assert_equal
+
+
+[VARIABLES]
+
+# Tells whether we should check for unused import in __init__ files.
+init-import=no
+
+# A regular expression matching the beginning of the name of dummy variables
+# (i.e. not used).
+dummy-variables-rgx=_|dummy
+
+# List of additional names supposed to be defined in builtins. Remember that
+# you should avoid to define new builtins when possible.
+additional-builtins=
+
+
+[CLASSES]
+
+# List of method names used to declare (i.e. assign) instance attributes.
+defining-attr-methods=__init__,__new__,setUp
+
+# List of valid names for the first argument in a class method.
+valid-classmethod-first-arg=cls
+
+# List of valid names for the first argument in a metaclass class method.
+valid-metaclass-classmethod-first-arg=mcs
+
+
+[DESIGN]
+
+# Maximum number of arguments for function / method
+max-args=10
+
+# Argument names that match this expression will be ignored. Default to name
+# with leading underscore
+ignored-argument-names=_.*
+
+# Maximum number of locals for function / method body
+max-locals=50
+
+# Maximum number of return / yield for function / method body
+max-returns=6
+
+# Maximum number of branch for function / method body
+max-branchs=12
+
+# Maximum number of statements in function / method body
+max-statements=80
+
+# Maximum number of parents for a class (see R0901).
+max-parents=7
+
+# Maximum number of attributes for a class (see R0902).
+max-attributes=7
+
+# Minimum number of public methods for a class (see R0903).
+min-public-methods=2
+
+# Maximum number of public methods for a class (see R0904).
+max-public-methods=20
+
+
+[IMPORTS]
+
+# Deprecated modules which should not be used, separated by a comma
+deprecated-modules=regsub,string,TERMIOS,Bastion,rexec,json,Check
+
+# Create a graph of every (i.e. internal and external) dependencies in the
+# given file (report RP0402 must not be disabled)
+import-graph=
+
+# Create a graph of external dependencies in the given file (report RP0402 must
+# not be disabled)
+ext-import-graph=
+
+# Create a graph of internal dependencies in the given file (report RP0402 must
+# not be disabled)
+int-import-graph=
+
+
+[EXCEPTIONS]
+
+# Exceptions that will emit a warning when being caught. Defaults to
+# "Exception"
+overgeneral-exceptions=Exception

.rubocop.yml

@@ -0,0 +1,28 @@
+# We allow longer lines in our style
+Metrics/LineLength:
+  Max: 150
+
+# TODO/FIXME:
+# At some point, we might just want to do the changes and get rid of those
+
+# Offense count: 1
+# Configuration parameters: CountComments.
+Metrics/ClassLength:
+  Max: 128
+
+# Offense count: 2
+# Configuration parameters: CountComments.
+Metrics/MethodLength:
+  Max: 17
+
+# Offense count: 2
+Style/Documentation:
+  Enabled: false
+
+# Offense count: 1
+# Configuration parameters: Methods.
+Style/SingleLineBlockParams:
+  Enabled: false
+
+Metrics/CyclomaticComplexity:
+  Max: 7

.travis.yml

@@ -0,0 +1,47 @@
+sudo: required
+
+language: python
+python:
+  - "2.7"
+
+branches:
+  only:
+    - master
+    - /jaime.*/  # for now - whitelisting
+    - /tristan.*/ # for now - whitelisting
+
+services:
+  - docker
+
+env:
+  global:
+    - NOSE_FILTER="not windows"
+    - VOLATILE_DIR=/tmp/integration-sdk-testing
+    - SKIP_CLEANUP=true
+    - INTEGRATIONS_DIR=$HOME/embedded
+    - PIP_CACHE=$HOME/.cache/pip
+    - SDK_TESTING=true
+
+before_install:
+  - sudo apt-get update ; sudo apt-get install -y curl apt-transport-https git
+
+install:
+  - gem install bundler
+  - bundle install
+  - git clone https://github.com/DataDog/dd-agent.git ~/dd-agent
+  - echo "$HOME/dd-agent/" > $(python -c "from distutils.sysconfig import get_python_lib; print(get_python_lib())")/datadog-agent.pth
+  - pip install docker-compose
+  - pip install pylint
+  - if [ -e $TRAVIS_BUILD_DIR/requirements.txt ]; then pip install -r $TRAVIS_BUILD_DIR/requirements.txt; fi
+  - if [ -e $TRAVIS_BUILD_DIR/requirements-test.txt ]; then pip install -r $TRAVIS_BUILD_DIR/requirements-test.txt; fi
+  - if [ -e $TRAVIS_BUILD_DIR/requirements-opt.txt ]; then pip install -r $TRAVIS_BUILD_DIR/requirements-opt.txt; fi
+  - if [ -e ~/dd-agent/requirements.txt ]; then pip install -r ~/dd-agent/requirements.txt; fi
+  - if [ -e $TRAVIS_BUILD_DIR/Gemfile ]; then cd $TRAVIS_BUILD_DIR ; bundle install; cd - ; fi
+
+script:
+  - bundle exec rake lint
+  - rake ci:run[default]
+  - bundle exec rake requirements
+
+after_script:
+  - if [[ $(docker ps -a -q) ]]; then docker stop $(docker ps -a -q); fi

Gemfile

@@ -0,0 +1,9 @@
+source 'https://rubygems.org'
+
+gem 'addressable'
+gem 'colorize'
+gem 'httparty'
+gem 'rake'
+gem 'bundler'
+gem 'datadog-sdk-testing'
+gem 'rubocop', '~>0.37.0'

Rakefile

@@ -0,0 +1,20 @@
+#!/usr/bin/env rake
+
+require 'rake'
+
+unless ENV['CI']
+  rakefile_dir = File.dirname(__FILE__)
+  ENV['TRAVIS_BUILD_DIR'] = rakefile_dir
+  ENV['INTEGRATIONS_DIR'] = File.join(rakefile_dir, 'embedded')
+  ENV['PIP_CACHE'] = File.join(rakefile_dir, '.cache/pip')
+  ENV['VOLATILE_DIR'] = '/tmp/integration-sdk-testing'
+  ENV['CONCURRENCY'] = ENV['CONCURRENCY'] || '2'
+  ENV['NOSE_FILTER'] = 'not windows'
+  ENV['RUN_VENV'] = 'true'
+  ENV['SDK_TESTING'] = 'true'
+end
+
+ENV['SDK_HOME'] = File.dirname(__FILE__)
+
+spec = Gem::Specification.find_by_name 'datadog-sdk-testing'
+load "#{spec.gem_dir}/lib/tasks/sdk.rake"

circle.yml

@@ -1,5 +1,40 @@
+machine:
+    python:
+        version: 2.7.3
+    services:
+        - docker
+    environment:
+        NOSE_FILTER: 'not windows'
+        VOLATILE_DIR: '/tmp/integration-sdk-testing'
+        SKIP_CLEANUP: 'true'
+        INTEGRATIONS_DIR: "$HOME/embedded"
+        PIP_CACHE: "$HOME/.cache/pip"
+        SDK_TESTING: "true"
+
 general:
   branches:
     only:
       - /jaime.*/  # for now - whitelisting
       - /tristan.*/ # for now - whitelisting
+
+dependencies:
+    pre:
+        - sudo apt-get update ; sudo apt-get install -y curl apt-transport-https git
+        - git clone https://github.com/DataDog/dd-agent.git ~/dd-agent
+        - echo "$HOME/dd-agent/" > ~/virtualenvs/venv-2.7.3/lib/python2.7/site-packages/datadog-agent.pth
+        - pip install pip --upgrade
+        - pip install docker-compose
+        - pip install pylint 
+        - if [ -e ~/$CIRCLE_PROJECT_REPONAME/requirements.txt ]; then pip install -r ~/$CIRCLE_PROJECT_REPONAME/requirements.txt; fi
+        - if [ -e ~/$CIRCLE_PROJECT_REPONAME/requirements-test.txt ]; then pip install -r ~/$CIRCLE_PROJECT_REPONAME/requirements-test.txt; fi
+        - if [ -e ~/$CIRCLE_PROJECT_REPONAME/requirements-opt.txt ]; then pip install -r ~/$CIRCLE_PROJECT_REPONAME/requirements-opt.txt; fi
+        - if [ -e ~/dd-agent/requirements.txt ]; then pip install -r ~/dd-agent/requirements.txt; fi
+        - if [ -e ~/$CIRCLE_PROJECT_REPONAME/Gemfile ]; then cd ~/$CIRCLE_PROJECT_REPONAME ; bundle install; cd - ; fi
+
+test:
+    override:
+        - bundle exec rake lint
+        - rake ci:run[default]
+        - bundle exec rake requirements
+    post:
+        - if [[ $(docker ps -a -q) ]]; then docker stop $(docker ps -a -q); fi