# Pastebin sSZfppMR
2016-03-30 15:53:09.354774  [box] Starting
2016-03-30 15:53:09.357181 [discovery|box|kubik-11a|profile]  Checking profile accordance
2016-03-30 15:53:09.357253 [discovery|box|kubik-11a|profile]  Compiling "Profile Check rules"
2016-03-30 15:53:10.243338 [discovery|box|kubik-11a|profile]  Cannot find profile in "Profile Check Rules"
2016-03-30 15:53:10.243516 [discovery|box|kubik-11a|version]  Checking version
2016-03-30 15:56:10.264026 [discovery|box|kubik-11a|version]  UNHANDLED EXCEPTION (2016-03-30 15:56:10.262126)
BRANCH: feature/microservices TIP: d6c2ca8d5aeb
PROCESS: ./services/discovery/service.py
ERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892
WORKING DIRECTORY: /opt/noc
EXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found
START OF TRACEBACK
------------------------------------------------------------------------
File: core/service/client.py (Line: 127)
Function: __call__
  120                     finally:
  121                         c.close()
  122                     try:
  123                         data = ujson.loads(buff.getvalue())
  124                     except ValueError, why:
  125                         raise RPCRemoteError("Failed to decode JSON: %s", why)
  126                     if data.get("error"):
  127 ==>                     raise RPCRemoteError(data["error"])
  128                     t = time.time() - t0
  129                     logger.debug("[<CALL] %s (%.2fms)", self.method, t * 1000)
  130                     return data["result"]
  131                 raise RPCNoService(
  132                     "No active service %s found" % service
  133                 )
Variables:
                body = '{"params":[50,"get_version",{},null],"id":690,"method":"script"}'
                   c = <pycurl.Curl object at 0x7f4498001fe0>
                args = (50, 'get_version', {}, None)
                last = '10.50.64.64:19017'
             service = 'sae'
                 url = 'http://10.50.64.64:19017/api/sae/'
                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a990>
                 req = {'params': [50, 'get_version', {}, None], 'id': 690, 'method': 'script'}
                   l = '10.50.64.64:19017'
                  t0 = 1459342390.243556
                  st = 1.0
             headers = ['X-NOC-Calling-Service: MTManager']
     calling_service = 'MTManager'
            services = 
['10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017']
              logger = <logging.Logger object at 0x7f449c475b90>
                data = 
{u'error': u'Failed: RPC Error: No active service activator-default found',
 u'id': 690}
                buff = <cStringIO.StringO object at 0x7f44a577a928>
------------------------------------------------------------------------
File: sa/mtmanager.py (Line: 30)
Function: run
   23             """
   24             Run SA script and wait for result
   25             """
   26             if "." in script:
   27                 # Leave only script name
   28                 script = script.split(".")[-1]
   29             return RPCClient("sae", calling_service="MTManager").script(
   30 ==>             object.id, script, params, timeout
   31             )
   32     
   33     
   34     # Run single instance
   35     MTManager = MTManagerImplementation()
Variables:
                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>
              object = <ManagedObject: kubik-11a>
              params = {}
             timeout = None
              script = 'get_version'
------------------------------------------------------------------------
File: sa/models/managedobject.py (Line: 249)
Function: __call__
  242         class ScriptsProxy(object):
  243             class CallWrapper(object):
  244                 def __init__(self, obj, name):
  245                     self.name = name
  246                     self.object = obj
  247     
  248                 def __call__(self, **kwargs):
  249 ==>                 return MTManager.run(self.object, self.name, kwargs)
  250     
  251             def __init__(self, obj):
  252                 self._object = obj
  253                 self._cache = {}
  254     
  255             def __getattr__(self, name):
Variables:
                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f44849939d0>
              kwargs = {}
------------------------------------------------------------------------
File: services/discovery/jobs/box/version.py (Line: 22)
Function: handler
   15         Version discovery
   16         """
   17         name = "version"
   18         required_script = "get_version"
   19     
   20         def handler(self):
   21             self.logger.info("Checking version")
   22 ==>         result = self.object.scripts.get_version()
   23             r = {}
   24             for k in result:
   25                 v = result[k]
   26                 if k == "attributes":
   27                     for kk in v:
   28                         r[kk] = v[kk]
Variables:
                self = 
<noc.services.discovery.jobs.box.version.VersionCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
File: services/discovery/jobs/base.py (Line: 116)
Function: run
  109                             self.logger.info(
  110                                 "Capability '%s' is disabled. Skipping",
  111                                 cn
  112                             )
  113                             return
  114                 # Run check
  115                 try:
  116 ==>                 self.handler()
  117                 except Exception:
  118                     error_report(logger=self.logger)
  119     
  120         def handler(self):
  121             pass
  122     
Variables:
                self = 
<noc.services.discovery.jobs.box.version.VersionCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
END OF TRACEBACK
2016-03-30 15:56:10.264350 [discovery|box|kubik-11a|caps]  Checking capabilities
2016-03-30 15:58:30.284344 [discovery|box|kubik-11a|caps]  UNHANDLED EXCEPTION (2016-03-30 15:58:30.282303)
BRANCH: feature/microservices TIP: d6c2ca8d5aeb
PROCESS: ./services/discovery/service.py
ERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892
WORKING DIRECTORY: /opt/noc
EXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found
START OF TRACEBACK
------------------------------------------------------------------------
File: core/service/client.py (Line: 127)
Function: __call__
  120                     finally:
  121                         c.close()
  122                     try:
  123                         data = ujson.loads(buff.getvalue())
  124                     except ValueError, why:
  125                         raise RPCRemoteError("Failed to decode JSON: %s", why)
  126                     if data.get("error"):
  127 ==>                     raise RPCRemoteError(data["error"])
  128                     t = time.time() - t0
  129                     logger.debug("[<CALL] %s (%.2fms)", self.method, t * 1000)
  130                     return data["result"]
  131                 raise RPCNoService(
  132                     "No active service %s found" % service
  133                 )
Variables:
                body = '{"params":[50,"get_capabilities",{},null],"id":702,"method":"script"}'
                   c = <pycurl.Curl object at 0x7f4498001fe0>
                args = (50, 'get_capabilities', {}, None)
                last = '10.50.64.64:19017'
             service = 'sae'
                 url = 'http://10.50.64.64:19017/api/sae/'
                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a990>
                 req = 
{'id': 702, 'method': 'script', 'params': [50, 'get_capabilities', {}, None]}
                   l = '10.50.64.64:19017'
                  t0 = 1459342570.264387
                  st = 1.0
             headers = ['X-NOC-Calling-Service: MTManager']
     calling_service = 'MTManager'
            services = 
['10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017']
              logger = <logging.Logger object at 0x7f449c475b90>
                data = 
{u'error': u'Failed: RPC Error: No active service activator-default found',
 u'id': 702}
                buff = <cStringIO.StringO object at 0x7f449c437260>
------------------------------------------------------------------------
File: sa/mtmanager.py (Line: 30)
Function: run
   23             """
   24             Run SA script and wait for result
   25             """
   26             if "." in script:
   27                 # Leave only script name
   28                 script = script.split(".")[-1]
   29             return RPCClient("sae", calling_service="MTManager").script(
   30 ==>             object.id, script, params, timeout
   31             )
   32     
   33     
   34     # Run single instance
   35     MTManager = MTManagerImplementation()
Variables:
                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>
              object = <ManagedObject: kubik-11a>
              params = {}
             timeout = None
              script = 'get_capabilities'
------------------------------------------------------------------------
File: sa/models/managedobject.py (Line: 249)
Function: __call__
  242         class ScriptsProxy(object):
  243             class CallWrapper(object):
  244                 def __init__(self, obj, name):
  245                     self.name = name
  246                     self.object = obj
  247     
  248                 def __call__(self, **kwargs):
  249 ==>                 return MTManager.run(self.object, self.name, kwargs)
  250     
  251             def __init__(self, obj):
  252                 self._object = obj
  253                 self._cache = {}
  254     
  255             def __getattr__(self, name):
Variables:
                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484913250>
              kwargs = {}
------------------------------------------------------------------------
File: services/discovery/jobs/box/caps.py (Line: 23)
Function: handler
   16         Version discovery
   17         """
   18         name = "caps"
   19         required_script = "get_capabilities"
   20     
   21         def handler(self):
   22             self.logger.info("Checking capabilities")
   23 ==>         result = self.object.scripts.get_capabilities()
   24             self.logger.info("Received capabilities: \n%s",
   25                 json.dumps(result, indent=4))
   26             self.object.update_caps(result)
Variables:
                self = 
<noc.services.discovery.jobs.box.caps.CapsCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
File: services/discovery/jobs/base.py (Line: 116)
Function: run
  109                             self.logger.info(
  110                                 "Capability '%s' is disabled. Skipping",
  111                                 cn
  112                             )
  113                             return
  114                 # Run check
  115                 try:
  116 ==>                 self.handler()
  117                 except Exception:
  118                     error_report(logger=self.logger)
  119     
  120         def handler(self):
  121             pass
  122     
Variables:
                self = 
<noc.services.discovery.jobs.box.caps.CapsCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
END OF TRACEBACK
2016-03-30 15:58:30.284682 [discovery|box|kubik-11a|interface]  Using noc.solutions.noc.default.discovery.interface.get_interface_profile for interface classification
2016-03-30 15:58:30.284811 [discovery|box|kubik-11a|interface]  Checking interfaces
2016-03-30 16:01:20.305742 [discovery|box|kubik-11a|interface]  UNHANDLED EXCEPTION (2016-03-30 16:01:20.303370)
BRANCH: feature/microservices TIP: d6c2ca8d5aeb
PROCESS: ./services/discovery/service.py
ERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892
WORKING DIRECTORY: /opt/noc
EXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found
START OF TRACEBACK
------------------------------------------------------------------------
File: core/service/client.py (Line: 127)
Function: __call__
  120                     finally:
  121                         c.close()
  122                     try:
  123                         data = ujson.loads(buff.getvalue())
  124                     except ValueError, why:
  125                         raise RPCRemoteError("Failed to decode JSON: %s", why)
  126                     if data.get("error"):
  127 ==>                     raise RPCRemoteError(data["error"])
  128                     t = time.time() - t0
  129                     logger.debug("[<CALL] %s (%.2fms)", self.method, t * 1000)
  130                     return data["result"]
  131                 raise RPCNoService(
  132                     "No active service %s found" % service
  133                 )
Variables:
                body = '{"params":[50,"get_interfaces",{},null],"id":709,"method":"script"}'
                   c = <pycurl.Curl object at 0x7f4498001fe0>
                args = (50, 'get_interfaces', {}, None)
                last = '10.50.64.64:19017'
             service = 'sae'
                 url = 'http://10.50.64.64:19017/api/sae/'
                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a9d0>
                 req = 
{'id': 709, 'method': 'script', 'params': [50, 'get_interfaces', {}, None]}
                   l = '10.50.64.64:19017'
                  t0 = 1459342710.284844
                  st = 1.0
             headers = ['X-NOC-Calling-Service: MTManager']
     calling_service = 'MTManager'
            services = 
['10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017']
              logger = <logging.Logger object at 0x7f449c475b90>
                data = 
{u'error': u'Failed: RPC Error: No active service activator-default found',
 u'id': 709}
                buff = <cStringIO.StringO object at 0x7f449c437260>
------------------------------------------------------------------------
File: sa/mtmanager.py (Line: 30)
Function: run
   23             """
   24             Run SA script and wait for result
   25             """
   26             if "." in script:
   27                 # Leave only script name
   28                 script = script.split(".")[-1]
   29             return RPCClient("sae", calling_service="MTManager").script(
   30 ==>             object.id, script, params, timeout
   31             )
   32     
   33     
   34     # Run single instance
   35     MTManager = MTManagerImplementation()
Variables:
                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>
              object = <ManagedObject: kubik-11a>
              params = {}
             timeout = None
              script = 'get_interfaces'
------------------------------------------------------------------------
File: sa/models/managedobject.py (Line: 249)
Function: __call__
  242         class ScriptsProxy(object):
  243             class CallWrapper(object):
  244                 def __init__(self, obj, name):
  245                     self.name = name
  246                     self.object = obj
  247     
  248                 def __call__(self, **kwargs):
  249 ==>                 return MTManager.run(self.object, self.name, kwargs)
  250     
  251             def __init__(self, obj):
  252                 self._object = obj
  253                 self._cache = {}
  254     
  255             def __getattr__(self, name):
Variables:
                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f449c42c050>
              kwargs = {}
------------------------------------------------------------------------
File: services/discovery/jobs/box/interface.py (Line: 43)
Function: handler
   36                 self.interface_profile_cache = cachetools.LRUCache(
   37                     1000,
   38                     missing=lambda x: InterfaceProfile.objects.filter(name=x).first()
   39                 )
   40     
   41         def handler(self):
   42             self.logger.info("Checking interfaces")
   43 ==>         result = self.object.scripts.get_interfaces()
   44             self.seen_interfaces = []
   45             # Process forwarding instances
   46             for fi in result:
   47                 # Apply forwarding instance
   48                 forwarding_instance = self.submit_forwarding_instance(
   49                     name=fi["forwarding_instance"],
Variables:
                self = 
<noc.services.discovery.jobs.box.interface.InterfaceCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
File: services/discovery/jobs/base.py (Line: 116)
Function: run
  109                             self.logger.info(
  110                                 "Capability '%s' is disabled. Skipping",
  111                                 cn
  112                             )
  113                             return
  114                 # Run check
  115                 try:
  116 ==>                 self.handler()
  117                 except Exception:
  118                     error_report(logger=self.logger)
  119     
  120         def handler(self):
  121             pass
  122     
Variables:
                self = 
<noc.services.discovery.jobs.box.interface.InterfaceCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
END OF TRACEBACK
2016-03-30 16:01:20.306086 [discovery|box|kubik-11a|id]  Checking chassis id
2016-03-30 16:04:20.326472 [discovery|box|kubik-11a|id]  UNHANDLED EXCEPTION (2016-03-30 16:04:20.324480)
BRANCH: feature/microservices TIP: d6c2ca8d5aeb
PROCESS: ./services/discovery/service.py
ERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892
WORKING DIRECTORY: /opt/noc
EXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found
START OF TRACEBACK
------------------------------------------------------------------------
File: core/service/client.py (Line: 127)
Function: __call__
  120                     finally:
  121                         c.close()
  122                     try:
  123                         data = ujson.loads(buff.getvalue())
  124                     except ValueError, why:
  125                         raise RPCRemoteError("Failed to decode JSON: %s", why)
  126                     if data.get("error"):
  127 ==>                     raise RPCRemoteError(data["error"])
  128                     t = time.time() - t0
  129                     logger.debug("[<CALL] %s (%.2fms)", self.method, t * 1000)
  130                     return data["result"]
  131                 raise RPCNoService(
  132                     "No active service %s found" % service
  133                 )
Variables:
                body = '{"params":[50,"get_discovery_id",{},null],"id":719,"method":"script"}'
                   c = <pycurl.Curl object at 0x7f4498001fe0>
                args = (50, 'get_discovery_id', {}, None)
                last = '10.50.64.64:19017'
             service = 'sae'
                 url = 'http://10.50.64.64:19017/api/sae/'
                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a990>
                 req = 
{'id': 719, 'method': 'script', 'params': [50, 'get_discovery_id', {}, None]}
                   l = '10.50.64.64:19017'
                  t0 = 1459342880.306123
                  st = 1.0
             headers = ['X-NOC-Calling-Service: MTManager']
     calling_service = 'MTManager'
            services = 
['10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017']
              logger = <logging.Logger object at 0x7f449c475b90>
                data = 
{u'error': u'Failed: RPC Error: No active service activator-default found',
 u'id': 719}
                buff = <cStringIO.StringO object at 0x7f44849fb6f8>
------------------------------------------------------------------------
File: sa/mtmanager.py (Line: 30)
Function: run
   23             """
   24             Run SA script and wait for result
   25             """
   26             if "." in script:
   27                 # Leave only script name
   28                 script = script.split(".")[-1]
   29             return RPCClient("sae", calling_service="MTManager").script(
   30 ==>             object.id, script, params, timeout
   31             )
   32     
   33     
   34     # Run single instance
   35     MTManager = MTManagerImplementation()
Variables:
                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>
              object = <ManagedObject: kubik-11a>
              params = {}
             timeout = None
              script = 'get_discovery_id'
------------------------------------------------------------------------
File: sa/models/managedobject.py (Line: 249)
Function: __call__
  242         class ScriptsProxy(object):
  243             class CallWrapper(object):
  244                 def __init__(self, obj, name):
  245                     self.name = name
  246                     self.object = obj
  247     
  248                 def __call__(self, **kwargs):
  249 ==>                 return MTManager.run(self.object, self.name, kwargs)
  250     
  251             def __init__(self, obj):
  252                 self._object = obj
  253                 self._cache = {}
  254     
  255             def __getattr__(self, name):
Variables:
                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484b3a9d0>
              kwargs = {}
------------------------------------------------------------------------
File: services/discovery/jobs/box/id.py (Line: 23)
Function: handler
   16         Version discovery
   17         """
   18         name = "id"
   19         required_script = "get_discovery_id"
   20     
   21         def handler(self):
   22             self.logger.info("Checking chassis id")
   23 ==>         result = self.object.scripts.get_discovery_id()
   24             cm = result.get("chassis_mac")
   25             if cm:
   26                 cm = ", ".join(
   27                     "%s - %s" % (m["first_chassis_mac"], m["last_chassis_mac"])
   28                     for m in cm
   29                 )
Variables:
                self = <noc.services.discovery.jobs.box.id.IDCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
File: services/discovery/jobs/base.py (Line: 116)
Function: run
  109                             self.logger.info(
  110                                 "Capability '%s' is disabled. Skipping",
  111                                 cn
  112                             )
  113                             return
  114                 # Run check
  115                 try:
  116 ==>                 self.handler()
  117                 except Exception:
  118                     error_report(logger=self.logger)
  119     
  120         def handler(self):
  121             pass
  122     
Variables:
                self = <noc.services.discovery.jobs.box.id.IDCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
END OF TRACEBACK
2016-03-30 16:04:20.326784 [discovery|box|kubik-11a|caps]  Checking config
2016-03-30 16:06:40.347358 [discovery|box|kubik-11a|caps]  UNHANDLED EXCEPTION (2016-03-30 16:06:40.345398)
BRANCH: feature/microservices TIP: d6c2ca8d5aeb
PROCESS: ./services/discovery/service.py
ERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892
WORKING DIRECTORY: /opt/noc
EXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found
START OF TRACEBACK
------------------------------------------------------------------------
File: core/service/client.py (Line: 127)
Function: __call__
  120                     finally:
  121                         c.close()
  122                     try:
  123                         data = ujson.loads(buff.getvalue())
  124                     except ValueError, why:
  125                         raise RPCRemoteError("Failed to decode JSON: %s", why)
  126                     if data.get("error"):
  127 ==>                     raise RPCRemoteError(data["error"])
  128                     t = time.time() - t0
  129                     logger.debug("[<CALL] %s (%.2fms)", self.method, t * 1000)
  130                     return data["result"]
  131                 raise RPCNoService(
  132                     "No active service %s found" % service
  133                 )
Variables:
                body = '{"params":[50,"get_config",{},null],"id":730,"method":"script"}'
                   c = <pycurl.Curl object at 0x7f4498001fe0>
                args = (50, 'get_config', {}, None)
                last = '10.50.64.64:19017'
             service = 'sae'
                 url = 'http://10.50.64.64:19017/api/sae/'
                self = <noc.core.service.client.CallProxy object at 0x7f4484a80a10>
                 req = {'params': [50, 'get_config', {}, None], 'id': 730, 'method': 'script'}
                   l = '10.50.64.64:19017'
                  t0 = 1459343060.326818
                  st = 1.0
             headers = ['X-NOC-Calling-Service: MTManager']
     calling_service = 'MTManager'
            services = 
['10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017']
              logger = <logging.Logger object at 0x7f449c475b90>
                data = 
{u'error': u'Failed: RPC Error: No active service activator-default found',
 u'id': 730}
                buff = <cStringIO.StringO object at 0x7f4485075880>
------------------------------------------------------------------------
File: sa/mtmanager.py (Line: 30)
Function: run
   23             """
   24             Run SA script and wait for result
   25             """
   26             if "." in script:
   27                 # Leave only script name
   28                 script = script.split(".")[-1]
   29             return RPCClient("sae", calling_service="MTManager").script(
   30 ==>             object.id, script, params, timeout
   31             )
   32     
   33     
   34     # Run single instance
   35     MTManager = MTManagerImplementation()
Variables:
                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>
              object = <ManagedObject: kubik-11a>
              params = {}
             timeout = None
              script = 'get_config'
------------------------------------------------------------------------
File: sa/models/managedobject.py (Line: 249)
Function: __call__
  242         class ScriptsProxy(object):
  243             class CallWrapper(object):
  244                 def __init__(self, obj, name):
  245                     self.name = name
  246                     self.object = obj
  247     
  248                 def __call__(self, **kwargs):
  249 ==>                 return MTManager.run(self.object, self.name, kwargs)
  250     
  251             def __init__(self, obj):
  252                 self._object = obj
  253                 self._cache = {}
  254     
  255             def __getattr__(self, name):
Variables:
                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f44849931d0>
              kwargs = {}
------------------------------------------------------------------------
File: services/discovery/jobs/box/config.py (Line: 22)
Function: handler
   15         Version discovery
   16         """
   17         name = "caps"
   18         required_script = "get_config"
   19     
   20         def handler(self):
   21             self.logger.info("Checking config")
   22 ==>         result = self.object.scripts.get_config()
   23             self.object.save_config(result)
Variables:
                self = 
<noc.services.discovery.jobs.box.config.ConfigCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
File: services/discovery/jobs/base.py (Line: 116)
Function: run
  109                             self.logger.info(
  110                                 "Capability '%s' is disabled. Skipping",
  111                                 cn
  112                             )
  113                             return
  114                 # Run check
  115                 try:
  116 ==>                 self.handler()
  117                 except Exception:
  118                     error_report(logger=self.logger)
  119     
  120         def handler(self):
  121             pass
  122     
Variables:
                self = 
<noc.services.discovery.jobs.box.config.ConfigCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
END OF TRACEBACK
2016-03-30 16:06:40.349823 [discovery|box|kubik-11a|asset]  Checking assets
2016-03-30 16:06:46.303278 [discovery|box|kubik-11a|asset]  UNHANDLED EXCEPTION (2016-03-30 16:06:46.283980)
BRANCH: feature/microservices TIP: d6c2ca8d5aeb
PROCESS: ./services/discovery/service.py
ERROR FINGERPRINT: d16672b4-e5e9-5890-bd7e-c508d099ed80
WORKING DIRECTORY: /opt/noc
EXCEPTION: <class 'noc.core.service.client.RPCException'> (52, 'Empty reply from server')
START OF TRACEBACK
------------------------------------------------------------------------
File: core/service/client.py (Line: 119)
Function: __call__
  112                     c.setopt(c.RESOLVE, ["%s:%s" % (l, l.split(":")[0])])
  113                     c.setopt(c.TIMEOUT, REQUEST_TIMEOUT)
  114                     c.setopt(c.CONNECTTIMEOUT, CONNECT_TIMEOUT)
  115                     try:
  116                         c.perform()
  117                     except pycurl.error as e:
  118                         # @todo: Retry on timeout
  119 ==>                     raise RPCException(str(e))
  120                     finally:
  121                         c.close()
  122                     try:
  123                         data = ujson.loads(buff.getvalue())
  124                     except ValueError, why:
  125                         raise RPCRemoteError("Failed to decode JSON: %s", why)
Variables:
                body = '{"params":[50,"get_inventory",{},null],"id":739,"method":"script"}'
                   c = <pycurl.Curl object at 0x7f4498001fe0>
                args = (50, 'get_inventory', {}, None)
                   e = error(52, 'Empty reply from server')
             service = 'sae'
                 url = 'http://10.50.64.64:19017/api/sae/'
                self = <noc.core.service.client.CallProxy object at 0x7f4484c2ab90>
                 req = 
{'id': 739, 'method': 'script', 'params': [50, 'get_inventory', {}, None]}
                   l = '10.50.64.64:19017'
                  t0 = 1459343200.349865
                  st = 1.0
             headers = ['X-NOC-Calling-Service: MTManager']
     calling_service = 'MTManager'
            services = 
['10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017']
                last = '10.50.64.64:19017'
              logger = <logging.Logger object at 0x7f449c475b90>
                buff = <cStringIO.StringO object at 0x7f449c0abf48>
------------------------------------------------------------------------
File: sa/mtmanager.py (Line: 30)
Function: run
   23             """
   24             Run SA script and wait for result
   25             """
   26             if "." in script:
   27                 # Leave only script name
   28                 script = script.split(".")[-1]
   29             return RPCClient("sae", calling_service="MTManager").script(
   30 ==>             object.id, script, params, timeout
   31             )
   32     
   33     
   34     # Run single instance
   35     MTManager = MTManagerImplementation()
Variables:
                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>
              object = <ManagedObject: kubik-11a>
              params = {}
             timeout = None
              script = 'get_inventory'
------------------------------------------------------------------------
File: sa/models/managedobject.py (Line: 249)
Function: __call__
  242         class ScriptsProxy(object):
  243             class CallWrapper(object):
  244                 def __init__(self, obj, name):
  245                     self.name = name
  246                     self.object = obj
  247     
  248                 def __call__(self, **kwargs):
  249 ==>                 return MTManager.run(self.object, self.name, kwargs)
  250     
  251             def __init__(self, obj):
  252                 self._object = obj
  253                 self._cache = {}
  254     
  255             def __getattr__(self, name):
Variables:
                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484c2af90>
              kwargs = {}
------------------------------------------------------------------------
File: services/discovery/jobs/box/asset.py (Line: 49)
Function: handler
   42             self.managed = set()  # Object ids
   43             self.unk_model = {}  # name -> model
   44             self.lost_and_found = self.get_lost_and_found(self.object)
   45             self.get_name = get_solution_from_config("asset_discovery", "get_name")
   46     
   47         def handler(self):
   48             self.logger.info("Checking assets")
   49 ==>         result = self.object.scripts.get_inventory()
   50             self.find_managed()
   51             # Submit objects
   52             for o in result:
   53                 self.logger.debug("Submit %s", str_dict(o))
   54                 self.submit(
   55                     type=o["type"], number=o.get("number"),
Variables:
                self = 
<noc.services.discovery.jobs.box.asset.AssetCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
File: services/discovery/jobs/base.py (Line: 116)
Function: run
  109                             self.logger.info(
  110                                 "Capability '%s' is disabled. Skipping",
  111                                 cn
  112                             )
  113                             return
  114                 # Run check
  115                 try:
  116 ==>                 self.handler()
  117                 except Exception:
  118                     error_report(logger=self.logger)
  119     
  120         def handler(self):
  121             pass
  122     
Variables:
                self = 
<noc.services.discovery.jobs.box.asset.AssetCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
END OF TRACEBACK
2016-03-30 16:06:46.308862 [discovery|box|kubik-11a|vlan]  Checking vlans
2016-03-30 16:06:46.335371 [discovery|box|kubik-11a|vlan]  UNHANDLED EXCEPTION (2016-03-30 16:06:46.320012)
BRANCH: feature/microservices TIP: d6c2ca8d5aeb
PROCESS: ./services/discovery/service.py
ERROR FINGERPRINT: d16672b4-e5e9-5890-bd7e-c508d099ed80
WORKING DIRECTORY: /opt/noc
EXCEPTION: <class 'noc.core.service.client.RPCException'> (7, 'Failed to connect to 10.50.64.64 port 19017: Connection refused')
START OF TRACEBACK
------------------------------------------------------------------------
File: core/service/client.py (Line: 119)
Function: __call__
  112                     c.setopt(c.RESOLVE, ["%s:%s" % (l, l.split(":")[0])])
  113                     c.setopt(c.TIMEOUT, REQUEST_TIMEOUT)
  114                     c.setopt(c.CONNECTTIMEOUT, CONNECT_TIMEOUT)
  115                     try:
  116                         c.perform()
  117                     except pycurl.error as e:
  118                         # @todo: Retry on timeout
  119 ==>                     raise RPCException(str(e))
  120                     finally:
  121                         c.close()
  122                     try:
  123                         data = ujson.loads(buff.getvalue())
  124                     except ValueError, why:
  125                         raise RPCRemoteError("Failed to decode JSON: %s", why)
Variables:
                body = '{"params":[50,"get_vlans",{},null],"id":750,"method":"script"}'
                   c = <pycurl.Curl object at 0x7f4498011950>
                args = (50, 'get_vlans', {}, None)
                   e = 
error(7, 'Failed to connect to 10.50.64.64 port 19017: Connection refused')
             service = 'sae'
                 url = 'http://10.50.64.64:19017/api/sae/'
                self = <noc.core.service.client.CallProxy object at 0x7f4484a70350>
                 req = {'params': [50, 'get_vlans', {}, None], 'id': 750, 'method': 'script'}
                   l = '10.50.64.64:19017'
                  t0 = 1459343206.312233
                  st = 1.0
             headers = ['X-NOC-Calling-Service: MTManager']
     calling_service = 'MTManager'
            services = 
['10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017',
 '10.50.64.64:19017']
                last = '10.50.64.64:19017'
              logger = <logging.Logger object at 0x7f449c475b90>
                buff = <cStringIO.StringO object at 0x7f449c30af80>
------------------------------------------------------------------------
File: sa/mtmanager.py (Line: 30)
Function: run
   23             """
   24             Run SA script and wait for result
   25             """
   26             if "." in script:
   27                 # Leave only script name
   28                 script = script.split(".")[-1]
   29             return RPCClient("sae", calling_service="MTManager").script(
   30 ==>             object.id, script, params, timeout
   31             )
   32     
   33     
   34     # Run single instance
   35     MTManager = MTManagerImplementation()
Variables:
                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>
              object = <ManagedObject: kubik-11a>
              params = {}
             timeout = None
              script = 'get_vlans'
------------------------------------------------------------------------
File: sa/models/managedobject.py (Line: 249)
Function: __call__
  242         class ScriptsProxy(object):
  243             class CallWrapper(object):
  244                 def __init__(self, obj, name):
  245                     self.name = name
  246                     self.object = obj
  247     
  248                 def __call__(self, **kwargs):
  249 ==>                 return MTManager.run(self.object, self.name, kwargs)
  250     
  251             def __init__(self, obj):
  252                 self._object = obj
  253                 self._cache = {}
  254     
  255             def __getattr__(self, name):
Variables:
                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484c2aed0>
              kwargs = {}
------------------------------------------------------------------------
File: services/discovery/jobs/box/vlan.py (Line: 28)
Function: handler
   21         def handler(self):
   22             self.logger.info("Checking vlans")
   23             if not self.object.vc_domain:
   24                 self.logger.info(
   25                     "No vc domain. Skipping"
   26                 )
   27                 return
   28 ==>         result = self.object.scripts.get_vlans()
   29             for v in result:
   30                 self.submit(
   31                     vc_domain=self.object.vc_domain,
   32                     l1=v["vlan_id"],
   33                     name=v.get("name")
   34                 )
Variables:
                self = 
<noc.services.discovery.jobs.box.vlan.VLANCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
File: services/discovery/jobs/base.py (Line: 116)
Function: run
  109                             self.logger.info(
  110                                 "Capability '%s' is disabled. Skipping",
  111                                 cn
  112                             )
  113                             return
  114                 # Run check
  115                 try:
  116 ==>                 self.handler()
  117                 except Exception:
  118                     error_report(logger=self.logger)
  119     
  120         def handler(self):
  121             pass
  122     
Variables:
                self = 
<noc.services.discovery.jobs.box.vlan.VLANCheck object at 0x7f44a578f210>
------------------------------------------------------------------------
END OF TRACEBACK
2016-03-30 16:06:46.343501 [discovery|box|kubik-11a|nri]  NRI integration
2016-03-30 16:06:46.367670 [discovery|box|kubik-11a|nri]  Created directly. No NRI integration
2016-03-30 16:06:46.380449 [discovery|box|kubik-11a|oam]  Object hasn't required capability 'Network | OAM'. Skipping
2016-03-30 16:06:46.393471 [discovery|box|kubik-11a|lldp]  Object hasn't required capability 'Network | LLDP'. Skipping
2016-03-30 16:06:46.394417 [discovery|box|kubik-11a|cdp]  get_cdp_neighbors script is not supported. Skipping
2016-03-30 16:06:46.394558 [discovery|box|kubik-11a|stp]  get_spanning_tree script is not supported. Skipping
2016-03-30 16:06:46.401604 [discovery|box|kubik-11a]  Completed. Status: SUCCESS (817039.90ms)
2016-03-30 16:06:46.417324 [discovery|box|kubik-11a]  Timings: profile = 886.27ms, version = 180020.80ms, caps = 140020.26ms, interface = 170021.20ms, id = 180020.66ms, caps = 140020.86ms, asset = 5957.05ms, vlan = 36.54ms, nri = 24.30ms, oam = 12.74ms, lldp = 13.00ms, cdp = 0.91ms, stp = 0.10ms