{"body":"2016-03-30 15:53:09.354774  [box] Starting\n2016-03-30 15:53:09.357181 [discovery|box|kubik-11a|profile]  Checking profile accordance\n2016-03-30 15:53:09.357253 [discovery|box|kubik-11a|profile]  Compiling \"Profile Check rules\"\n2016-03-30 15:53:10.243338 [discovery|box|kubik-11a|profile]  Cannot find profile in \"Profile Check Rules\"\n2016-03-30 15:53:10.243516 [discovery|box|kubik-11a|version]  Checking version\n2016-03-30 15:56:10.264026 [discovery|box|kubik-11a|version]  UNHANDLED EXCEPTION (2016-03-30 15:56:10.262126)\nBRANCH: feature/microservices TIP: d6c2ca8d5aeb\nPROCESS: ./services/discovery/service.py\nERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892\nWORKING DIRECTORY: /opt/noc\nEXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found\nSTART OF TRACEBACK\n------------------------------------------------------------------------\nFile: core/service/client.py (Line: 127)\nFunction: __call__\n  120                     finally:\n  121                         c.close()\n  122                     try:\n  123                         data = ujson.loads(buff.getvalue())\n  124                     except ValueError, why:\n  125                         raise RPCRemoteError(\"Failed to decode JSON: %s\", why)\n  126                     if data.get(\"error\"):\n  127 ==>                     raise RPCRemoteError(data[\"error\"])\n  128                     t = time.time() - t0\n  129                     logger.debug(\"[<CALL] %s (%.2fms)\", self.method, t * 1000)\n  130                     return data[\"result\"]\n  131                 raise RPCNoService(\n  132                     \"No active service %s found\" % service\n  133                 )\nVariables:\n                body = '{\"params\":[50,\"get_version\",{},null],\"id\":690,\"method\":\"script\"}'\n                   c = <pycurl.Curl object at 0x7f4498001fe0>\n                args = (50, 'get_version', {}, None)\n                last = '10.50.64.64:19017'\n             service = 'sae'\n                 url = 'http://10.50.64.64:19017/api/sae/'\n                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a990>\n                 req = {'params': [50, 'get_version', {}, None], 'id': 690, 'method': 'script'}\n                   l = '10.50.64.64:19017'\n                  t0 = 1459342390.243556\n                  st = 1.0\n             headers = ['X-NOC-Calling-Service: MTManager']\n     calling_service = 'MTManager'\n            services = \n['10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017']\n              logger = <logging.Logger object at 0x7f449c475b90>\n                data = \n{u'error': u'Failed: RPC Error: No active service activator-default found',\n u'id': 690}\n                buff = <cStringIO.StringO object at 0x7f44a577a928>\n------------------------------------------------------------------------\nFile: sa/mtmanager.py (Line: 30)\nFunction: run\n   23             \"\"\"\n   24             Run SA script and wait for result\n   25             \"\"\"\n   26             if \".\" in script:\n   27                 # Leave only script name\n   28                 script = script.split(\".\")[-1]\n   29             return RPCClient(\"sae\", calling_service=\"MTManager\").script(\n   30 ==>             object.id, script, params, timeout\n   31             )\n   32     \n   33     \n   34     # Run single instance\n   35     MTManager = MTManagerImplementation()\nVariables:\n                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>\n              object = <ManagedObject: kubik-11a>\n              params = {}\n             timeout = None\n              script = 'get_version'\n------------------------------------------------------------------------\nFile: sa/models/managedobject.py (Line: 249)\nFunction: __call__\n  242         class ScriptsProxy(object):\n  243             class CallWrapper(object):\n  244                 def __init__(self, obj, name):\n  245                     self.name = name\n  246                     self.object = obj\n  247     \n  248                 def __call__(self, **kwargs):\n  249 ==>                 return MTManager.run(self.object, self.name, kwargs)\n  250     \n  251             def __init__(self, obj):\n  252                 self._object = obj\n  253                 self._cache = {}\n  254     \n  255             def __getattr__(self, name):\nVariables:\n                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f44849939d0>\n              kwargs = {}\n------------------------------------------------------------------------\nFile: services/discovery/jobs/box/version.py (Line: 22)\nFunction: handler\n   15         Version discovery\n   16         \"\"\"\n   17         name = \"version\"\n   18         required_script = \"get_version\"\n   19     \n   20         def handler(self):\n   21             self.logger.info(\"Checking version\")\n   22 ==>         result = self.object.scripts.get_version()\n   23             r = {}\n   24             for k in result:\n   25                 v = result[k]\n   26                 if k == \"attributes\":\n   27                     for kk in v:\n   28                         r[kk] = v[kk]\nVariables:\n                self = \n<noc.services.discovery.jobs.box.version.VersionCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nFile: services/discovery/jobs/base.py (Line: 116)\nFunction: run\n  109                             self.logger.info(\n  110                                 \"Capability '%s' is disabled. Skipping\",\n  111                                 cn\n  112                             )\n  113                             return\n  114                 # Run check\n  115                 try:\n  116 ==>                 self.handler()\n  117                 except Exception:\n  118                     error_report(logger=self.logger)\n  119     \n  120         def handler(self):\n  121             pass\n  122     \nVariables:\n                self = \n<noc.services.discovery.jobs.box.version.VersionCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nEND OF TRACEBACK\n2016-03-30 15:56:10.264350 [discovery|box|kubik-11a|caps]  Checking capabilities\n2016-03-30 15:58:30.284344 [discovery|box|kubik-11a|caps]  UNHANDLED EXCEPTION (2016-03-30 15:58:30.282303)\nBRANCH: feature/microservices TIP: d6c2ca8d5aeb\nPROCESS: ./services/discovery/service.py\nERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892\nWORKING DIRECTORY: /opt/noc\nEXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found\nSTART OF TRACEBACK\n------------------------------------------------------------------------\nFile: core/service/client.py (Line: 127)\nFunction: __call__\n  120                     finally:\n  121                         c.close()\n  122                     try:\n  123                         data = ujson.loads(buff.getvalue())\n  124                     except ValueError, why:\n  125                         raise RPCRemoteError(\"Failed to decode JSON: %s\", why)\n  126                     if data.get(\"error\"):\n  127 ==>                     raise RPCRemoteError(data[\"error\"])\n  128                     t = time.time() - t0\n  129                     logger.debug(\"[<CALL] %s (%.2fms)\", self.method, t * 1000)\n  130                     return data[\"result\"]\n  131                 raise RPCNoService(\n  132                     \"No active service %s found\" % service\n  133                 )\nVariables:\n                body = '{\"params\":[50,\"get_capabilities\",{},null],\"id\":702,\"method\":\"script\"}'\n                   c = <pycurl.Curl object at 0x7f4498001fe0>\n                args = (50, 'get_capabilities', {}, None)\n                last = '10.50.64.64:19017'\n             service = 'sae'\n                 url = 'http://10.50.64.64:19017/api/sae/'\n                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a990>\n                 req = \n{'id': 702, 'method': 'script', 'params': [50, 'get_capabilities', {}, None]}\n                   l = '10.50.64.64:19017'\n                  t0 = 1459342570.264387\n                  st = 1.0\n             headers = ['X-NOC-Calling-Service: MTManager']\n     calling_service = 'MTManager'\n            services = \n['10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017']\n              logger = <logging.Logger object at 0x7f449c475b90>\n                data = \n{u'error': u'Failed: RPC Error: No active service activator-default found',\n u'id': 702}\n                buff = <cStringIO.StringO object at 0x7f449c437260>\n------------------------------------------------------------------------\nFile: sa/mtmanager.py (Line: 30)\nFunction: run\n   23             \"\"\"\n   24             Run SA script and wait for result\n   25             \"\"\"\n   26             if \".\" in script:\n   27                 # Leave only script name\n   28                 script = script.split(\".\")[-1]\n   29             return RPCClient(\"sae\", calling_service=\"MTManager\").script(\n   30 ==>             object.id, script, params, timeout\n   31             )\n   32     \n   33     \n   34     # Run single instance\n   35     MTManager = MTManagerImplementation()\nVariables:\n                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>\n              object = <ManagedObject: kubik-11a>\n              params = {}\n             timeout = None\n              script = 'get_capabilities'\n------------------------------------------------------------------------\nFile: sa/models/managedobject.py (Line: 249)\nFunction: __call__\n  242         class ScriptsProxy(object):\n  243             class CallWrapper(object):\n  244                 def __init__(self, obj, name):\n  245                     self.name = name\n  246                     self.object = obj\n  247     \n  248                 def __call__(self, **kwargs):\n  249 ==>                 return MTManager.run(self.object, self.name, kwargs)\n  250     \n  251             def __init__(self, obj):\n  252                 self._object = obj\n  253                 self._cache = {}\n  254     \n  255             def __getattr__(self, name):\nVariables:\n                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484913250>\n              kwargs = {}\n------------------------------------------------------------------------\nFile: services/discovery/jobs/box/caps.py (Line: 23)\nFunction: handler\n   16         Version discovery\n   17         \"\"\"\n   18         name = \"caps\"\n   19         required_script = \"get_capabilities\"\n   20     \n   21         def handler(self):\n   22             self.logger.info(\"Checking capabilities\")\n   23 ==>         result = self.object.scripts.get_capabilities()\n   24             self.logger.info(\"Received capabilities: \\n%s\",\n   25                 json.dumps(result, indent=4))\n   26             self.object.update_caps(result)\nVariables:\n                self = \n<noc.services.discovery.jobs.box.caps.CapsCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nFile: services/discovery/jobs/base.py (Line: 116)\nFunction: run\n  109                             self.logger.info(\n  110                                 \"Capability '%s' is disabled. Skipping\",\n  111                                 cn\n  112                             )\n  113                             return\n  114                 # Run check\n  115                 try:\n  116 ==>                 self.handler()\n  117                 except Exception:\n  118                     error_report(logger=self.logger)\n  119     \n  120         def handler(self):\n  121             pass\n  122     \nVariables:\n                self = \n<noc.services.discovery.jobs.box.caps.CapsCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nEND OF TRACEBACK\n2016-03-30 15:58:30.284682 [discovery|box|kubik-11a|interface]  Using noc.solutions.noc.default.discovery.interface.get_interface_profile for interface classification\n2016-03-30 15:58:30.284811 [discovery|box|kubik-11a|interface]  Checking interfaces\n2016-03-30 16:01:20.305742 [discovery|box|kubik-11a|interface]  UNHANDLED EXCEPTION (2016-03-30 16:01:20.303370)\nBRANCH: feature/microservices TIP: d6c2ca8d5aeb\nPROCESS: ./services/discovery/service.py\nERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892\nWORKING DIRECTORY: /opt/noc\nEXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found\nSTART OF TRACEBACK\n------------------------------------------------------------------------\nFile: core/service/client.py (Line: 127)\nFunction: __call__\n  120                     finally:\n  121                         c.close()\n  122                     try:\n  123                         data = ujson.loads(buff.getvalue())\n  124                     except ValueError, why:\n  125                         raise RPCRemoteError(\"Failed to decode JSON: %s\", why)\n  126                     if data.get(\"error\"):\n  127 ==>                     raise RPCRemoteError(data[\"error\"])\n  128                     t = time.time() - t0\n  129                     logger.debug(\"[<CALL] %s (%.2fms)\", self.method, t * 1000)\n  130                     return data[\"result\"]\n  131                 raise RPCNoService(\n  132                     \"No active service %s found\" % service\n  133                 )\nVariables:\n                body = '{\"params\":[50,\"get_interfaces\",{},null],\"id\":709,\"method\":\"script\"}'\n                   c = <pycurl.Curl object at 0x7f4498001fe0>\n                args = (50, 'get_interfaces', {}, None)\n                last = '10.50.64.64:19017'\n             service = 'sae'\n                 url = 'http://10.50.64.64:19017/api/sae/'\n                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a9d0>\n                 req = \n{'id': 709, 'method': 'script', 'params': [50, 'get_interfaces', {}, None]}\n                   l = '10.50.64.64:19017'\n                  t0 = 1459342710.284844\n                  st = 1.0\n             headers = ['X-NOC-Calling-Service: MTManager']\n     calling_service = 'MTManager'\n            services = \n['10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017']\n              logger = <logging.Logger object at 0x7f449c475b90>\n                data = \n{u'error': u'Failed: RPC Error: No active service activator-default found',\n u'id': 709}\n                buff = <cStringIO.StringO object at 0x7f449c437260>\n------------------------------------------------------------------------\nFile: sa/mtmanager.py (Line: 30)\nFunction: run\n   23             \"\"\"\n   24             Run SA script and wait for result\n   25             \"\"\"\n   26             if \".\" in script:\n   27                 # Leave only script name\n   28                 script = script.split(\".\")[-1]\n   29             return RPCClient(\"sae\", calling_service=\"MTManager\").script(\n   30 ==>             object.id, script, params, timeout\n   31             )\n   32     \n   33     \n   34     # Run single instance\n   35     MTManager = MTManagerImplementation()\nVariables:\n                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>\n              object = <ManagedObject: kubik-11a>\n              params = {}\n             timeout = None\n              script = 'get_interfaces'\n------------------------------------------------------------------------\nFile: sa/models/managedobject.py (Line: 249)\nFunction: __call__\n  242         class ScriptsProxy(object):\n  243             class CallWrapper(object):\n  244                 def __init__(self, obj, name):\n  245                     self.name = name\n  246                     self.object = obj\n  247     \n  248                 def __call__(self, **kwargs):\n  249 ==>                 return MTManager.run(self.object, self.name, kwargs)\n  250     \n  251             def __init__(self, obj):\n  252                 self._object = obj\n  253                 self._cache = {}\n  254     \n  255             def __getattr__(self, name):\nVariables:\n                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f449c42c050>\n              kwargs = {}\n------------------------------------------------------------------------\nFile: services/discovery/jobs/box/interface.py (Line: 43)\nFunction: handler\n   36                 self.interface_profile_cache = cachetools.LRUCache(\n   37                     1000,\n   38                     missing=lambda x: InterfaceProfile.objects.filter(name=x).first()\n   39                 )\n   40     \n   41         def handler(self):\n   42             self.logger.info(\"Checking interfaces\")\n   43 ==>         result = self.object.scripts.get_interfaces()\n   44             self.seen_interfaces = []\n   45             # Process forwarding instances\n   46             for fi in result:\n   47                 # Apply forwarding instance\n   48                 forwarding_instance = self.submit_forwarding_instance(\n   49                     name=fi[\"forwarding_instance\"],\nVariables:\n                self = \n<noc.services.discovery.jobs.box.interface.InterfaceCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nFile: services/discovery/jobs/base.py (Line: 116)\nFunction: run\n  109                             self.logger.info(\n  110                                 \"Capability '%s' is disabled. Skipping\",\n  111                                 cn\n  112                             )\n  113                             return\n  114                 # Run check\n  115                 try:\n  116 ==>                 self.handler()\n  117                 except Exception:\n  118                     error_report(logger=self.logger)\n  119     \n  120         def handler(self):\n  121             pass\n  122     \nVariables:\n                self = \n<noc.services.discovery.jobs.box.interface.InterfaceCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nEND OF TRACEBACK\n2016-03-30 16:01:20.306086 [discovery|box|kubik-11a|id]  Checking chassis id\n2016-03-30 16:04:20.326472 [discovery|box|kubik-11a|id]  UNHANDLED EXCEPTION (2016-03-30 16:04:20.324480)\nBRANCH: feature/microservices TIP: d6c2ca8d5aeb\nPROCESS: ./services/discovery/service.py\nERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892\nWORKING DIRECTORY: /opt/noc\nEXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found\nSTART OF TRACEBACK\n------------------------------------------------------------------------\nFile: core/service/client.py (Line: 127)\nFunction: __call__\n  120                     finally:\n  121                         c.close()\n  122                     try:\n  123                         data = ujson.loads(buff.getvalue())\n  124                     except ValueError, why:\n  125                         raise RPCRemoteError(\"Failed to decode JSON: %s\", why)\n  126                     if data.get(\"error\"):\n  127 ==>                     raise RPCRemoteError(data[\"error\"])\n  128                     t = time.time() - t0\n  129                     logger.debug(\"[<CALL] %s (%.2fms)\", self.method, t * 1000)\n  130                     return data[\"result\"]\n  131                 raise RPCNoService(\n  132                     \"No active service %s found\" % service\n  133                 )\nVariables:\n                body = '{\"params\":[50,\"get_discovery_id\",{},null],\"id\":719,\"method\":\"script\"}'\n                   c = <pycurl.Curl object at 0x7f4498001fe0>\n                args = (50, 'get_discovery_id', {}, None)\n                last = '10.50.64.64:19017'\n             service = 'sae'\n                 url = 'http://10.50.64.64:19017/api/sae/'\n                self = <noc.core.service.client.CallProxy object at 0x7f4484b3a990>\n                 req = \n{'id': 719, 'method': 'script', 'params': [50, 'get_discovery_id', {}, None]}\n                   l = '10.50.64.64:19017'\n                  t0 = 1459342880.306123\n                  st = 1.0\n             headers = ['X-NOC-Calling-Service: MTManager']\n     calling_service = 'MTManager'\n            services = \n['10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017']\n              logger = <logging.Logger object at 0x7f449c475b90>\n                data = \n{u'error': u'Failed: RPC Error: No active service activator-default found',\n u'id': 719}\n                buff = <cStringIO.StringO object at 0x7f44849fb6f8>\n------------------------------------------------------------------------\nFile: sa/mtmanager.py (Line: 30)\nFunction: run\n   23             \"\"\"\n   24             Run SA script and wait for result\n   25             \"\"\"\n   26             if \".\" in script:\n   27                 # Leave only script name\n   28                 script = script.split(\".\")[-1]\n   29             return RPCClient(\"sae\", calling_service=\"MTManager\").script(\n   30 ==>             object.id, script, params, timeout\n   31             )\n   32     \n   33     \n   34     # Run single instance\n   35     MTManager = MTManagerImplementation()\nVariables:\n                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>\n              object = <ManagedObject: kubik-11a>\n              params = {}\n             timeout = None\n              script = 'get_discovery_id'\n------------------------------------------------------------------------\nFile: sa/models/managedobject.py (Line: 249)\nFunction: __call__\n  242         class ScriptsProxy(object):\n  243             class CallWrapper(object):\n  244                 def __init__(self, obj, name):\n  245                     self.name = name\n  246                     self.object = obj\n  247     \n  248                 def __call__(self, **kwargs):\n  249 ==>                 return MTManager.run(self.object, self.name, kwargs)\n  250     \n  251             def __init__(self, obj):\n  252                 self._object = obj\n  253                 self._cache = {}\n  254     \n  255             def __getattr__(self, name):\nVariables:\n                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484b3a9d0>\n              kwargs = {}\n------------------------------------------------------------------------\nFile: services/discovery/jobs/box/id.py (Line: 23)\nFunction: handler\n   16         Version discovery\n   17         \"\"\"\n   18         name = \"id\"\n   19         required_script = \"get_discovery_id\"\n   20     \n   21         def handler(self):\n   22             self.logger.info(\"Checking chassis id\")\n   23 ==>         result = self.object.scripts.get_discovery_id()\n   24             cm = result.get(\"chassis_mac\")\n   25             if cm:\n   26                 cm = \", \".join(\n   27                     \"%s - %s\" % (m[\"first_chassis_mac\"], m[\"last_chassis_mac\"])\n   28                     for m in cm\n   29                 )\nVariables:\n                self = <noc.services.discovery.jobs.box.id.IDCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nFile: services/discovery/jobs/base.py (Line: 116)\nFunction: run\n  109                             self.logger.info(\n  110                                 \"Capability '%s' is disabled. Skipping\",\n  111                                 cn\n  112                             )\n  113                             return\n  114                 # Run check\n  115                 try:\n  116 ==>                 self.handler()\n  117                 except Exception:\n  118                     error_report(logger=self.logger)\n  119     \n  120         def handler(self):\n  121             pass\n  122     \nVariables:\n                self = <noc.services.discovery.jobs.box.id.IDCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nEND OF TRACEBACK\n2016-03-30 16:04:20.326784 [discovery|box|kubik-11a|caps]  Checking config\n2016-03-30 16:06:40.347358 [discovery|box|kubik-11a|caps]  UNHANDLED EXCEPTION (2016-03-30 16:06:40.345398)\nBRANCH: feature/microservices TIP: d6c2ca8d5aeb\nPROCESS: ./services/discovery/service.py\nERROR FINGERPRINT: 1b3015e0-5c33-565a-9076-ca4c009f0892\nWORKING DIRECTORY: /opt/noc\nEXCEPTION: <class 'noc.core.service.client.RPCRemoteError'> Failed: RPC Error: No active service activator-default found\nSTART OF TRACEBACK\n------------------------------------------------------------------------\nFile: core/service/client.py (Line: 127)\nFunction: __call__\n  120                     finally:\n  121                         c.close()\n  122                     try:\n  123                         data = ujson.loads(buff.getvalue())\n  124                     except ValueError, why:\n  125                         raise RPCRemoteError(\"Failed to decode JSON: %s\", why)\n  126                     if data.get(\"error\"):\n  127 ==>                     raise RPCRemoteError(data[\"error\"])\n  128                     t = time.time() - t0\n  129                     logger.debug(\"[<CALL] %s (%.2fms)\", self.method, t * 1000)\n  130                     return data[\"result\"]\n  131                 raise RPCNoService(\n  132                     \"No active service %s found\" % service\n  133                 )\nVariables:\n                body = '{\"params\":[50,\"get_config\",{},null],\"id\":730,\"method\":\"script\"}'\n                   c = <pycurl.Curl object at 0x7f4498001fe0>\n                args = (50, 'get_config', {}, None)\n                last = '10.50.64.64:19017'\n             service = 'sae'\n                 url = 'http://10.50.64.64:19017/api/sae/'\n                self = <noc.core.service.client.CallProxy object at 0x7f4484a80a10>\n                 req = {'params': [50, 'get_config', {}, None], 'id': 730, 'method': 'script'}\n                   l = '10.50.64.64:19017'\n                  t0 = 1459343060.326818\n                  st = 1.0\n             headers = ['X-NOC-Calling-Service: MTManager']\n     calling_service = 'MTManager'\n            services = \n['10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017']\n              logger = <logging.Logger object at 0x7f449c475b90>\n                data = \n{u'error': u'Failed: RPC Error: No active service activator-default found',\n u'id': 730}\n                buff = <cStringIO.StringO object at 0x7f4485075880>\n------------------------------------------------------------------------\nFile: sa/mtmanager.py (Line: 30)\nFunction: run\n   23             \"\"\"\n   24             Run SA script and wait for result\n   25             \"\"\"\n   26             if \".\" in script:\n   27                 # Leave only script name\n   28                 script = script.split(\".\")[-1]\n   29             return RPCClient(\"sae\", calling_service=\"MTManager\").script(\n   30 ==>             object.id, script, params, timeout\n   31             )\n   32     \n   33     \n   34     # Run single instance\n   35     MTManager = MTManagerImplementation()\nVariables:\n                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>\n              object = <ManagedObject: kubik-11a>\n              params = {}\n             timeout = None\n              script = 'get_config'\n------------------------------------------------------------------------\nFile: sa/models/managedobject.py (Line: 249)\nFunction: __call__\n  242         class ScriptsProxy(object):\n  243             class CallWrapper(object):\n  244                 def __init__(self, obj, name):\n  245                     self.name = name\n  246                     self.object = obj\n  247     \n  248                 def __call__(self, **kwargs):\n  249 ==>                 return MTManager.run(self.object, self.name, kwargs)\n  250     \n  251             def __init__(self, obj):\n  252                 self._object = obj\n  253                 self._cache = {}\n  254     \n  255             def __getattr__(self, name):\nVariables:\n                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f44849931d0>\n              kwargs = {}\n------------------------------------------------------------------------\nFile: services/discovery/jobs/box/config.py (Line: 22)\nFunction: handler\n   15         Version discovery\n   16         \"\"\"\n   17         name = \"caps\"\n   18         required_script = \"get_config\"\n   19     \n   20         def handler(self):\n   21             self.logger.info(\"Checking config\")\n   22 ==>         result = self.object.scripts.get_config()\n   23             self.object.save_config(result)\nVariables:\n                self = \n<noc.services.discovery.jobs.box.config.ConfigCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nFile: services/discovery/jobs/base.py (Line: 116)\nFunction: run\n  109                             self.logger.info(\n  110                                 \"Capability '%s' is disabled. Skipping\",\n  111                                 cn\n  112                             )\n  113                             return\n  114                 # Run check\n  115                 try:\n  116 ==>                 self.handler()\n  117                 except Exception:\n  118                     error_report(logger=self.logger)\n  119     \n  120         def handler(self):\n  121             pass\n  122     \nVariables:\n                self = \n<noc.services.discovery.jobs.box.config.ConfigCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nEND OF TRACEBACK\n2016-03-30 16:06:40.349823 [discovery|box|kubik-11a|asset]  Checking assets\n2016-03-30 16:06:46.303278 [discovery|box|kubik-11a|asset]  UNHANDLED EXCEPTION (2016-03-30 16:06:46.283980)\nBRANCH: feature/microservices TIP: d6c2ca8d5aeb\nPROCESS: ./services/discovery/service.py\nERROR FINGERPRINT: d16672b4-e5e9-5890-bd7e-c508d099ed80\nWORKING DIRECTORY: /opt/noc\nEXCEPTION: <class 'noc.core.service.client.RPCException'> (52, 'Empty reply from server')\nSTART OF TRACEBACK\n------------------------------------------------------------------------\nFile: core/service/client.py (Line: 119)\nFunction: __call__\n  112                     c.setopt(c.RESOLVE, [\"%s:%s\" % (l, l.split(\":\")[0])])\n  113                     c.setopt(c.TIMEOUT, REQUEST_TIMEOUT)\n  114                     c.setopt(c.CONNECTTIMEOUT, CONNECT_TIMEOUT)\n  115                     try:\n  116                         c.perform()\n  117                     except pycurl.error as e:\n  118                         # @todo: Retry on timeout\n  119 ==>                     raise RPCException(str(e))\n  120                     finally:\n  121                         c.close()\n  122                     try:\n  123                         data = ujson.loads(buff.getvalue())\n  124                     except ValueError, why:\n  125                         raise RPCRemoteError(\"Failed to decode JSON: %s\", why)\nVariables:\n                body = '{\"params\":[50,\"get_inventory\",{},null],\"id\":739,\"method\":\"script\"}'\n                   c = <pycurl.Curl object at 0x7f4498001fe0>\n                args = (50, 'get_inventory', {}, None)\n                   e = error(52, 'Empty reply from server')\n             service = 'sae'\n                 url = 'http://10.50.64.64:19017/api/sae/'\n                self = <noc.core.service.client.CallProxy object at 0x7f4484c2ab90>\n                 req = \n{'id': 739, 'method': 'script', 'params': [50, 'get_inventory', {}, None]}\n                   l = '10.50.64.64:19017'\n                  t0 = 1459343200.349865\n                  st = 1.0\n             headers = ['X-NOC-Calling-Service: MTManager']\n     calling_service = 'MTManager'\n            services = \n['10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017']\n                last = '10.50.64.64:19017'\n              logger = <logging.Logger object at 0x7f449c475b90>\n                buff = <cStringIO.StringO object at 0x7f449c0abf48>\n------------------------------------------------------------------------\nFile: sa/mtmanager.py (Line: 30)\nFunction: run\n   23             \"\"\"\n   24             Run SA script and wait for result\n   25             \"\"\"\n   26             if \".\" in script:\n   27                 # Leave only script name\n   28                 script = script.split(\".\")[-1]\n   29             return RPCClient(\"sae\", calling_service=\"MTManager\").script(\n   30 ==>             object.id, script, params, timeout\n   31             )\n   32     \n   33     \n   34     # Run single instance\n   35     MTManager = MTManagerImplementation()\nVariables:\n                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>\n              object = <ManagedObject: kubik-11a>\n              params = {}\n             timeout = None\n              script = 'get_inventory'\n------------------------------------------------------------------------\nFile: sa/models/managedobject.py (Line: 249)\nFunction: __call__\n  242         class ScriptsProxy(object):\n  243             class CallWrapper(object):\n  244                 def __init__(self, obj, name):\n  245                     self.name = name\n  246                     self.object = obj\n  247     \n  248                 def __call__(self, **kwargs):\n  249 ==>                 return MTManager.run(self.object, self.name, kwargs)\n  250     \n  251             def __init__(self, obj):\n  252                 self._object = obj\n  253                 self._cache = {}\n  254     \n  255             def __getattr__(self, name):\nVariables:\n                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484c2af90>\n              kwargs = {}\n------------------------------------------------------------------------\nFile: services/discovery/jobs/box/asset.py (Line: 49)\nFunction: handler\n   42             self.managed = set()  # Object ids\n   43             self.unk_model = {}  # name -> model\n   44             self.lost_and_found = self.get_lost_and_found(self.object)\n   45             self.get_name = get_solution_from_config(\"asset_discovery\", \"get_name\")\n   46     \n   47         def handler(self):\n   48             self.logger.info(\"Checking assets\")\n   49 ==>         result = self.object.scripts.get_inventory()\n   50             self.find_managed()\n   51             # Submit objects\n   52             for o in result:\n   53                 self.logger.debug(\"Submit %s\", str_dict(o))\n   54                 self.submit(\n   55                     type=o[\"type\"], number=o.get(\"number\"),\nVariables:\n                self = \n<noc.services.discovery.jobs.box.asset.AssetCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nFile: services/discovery/jobs/base.py (Line: 116)\nFunction: run\n  109                             self.logger.info(\n  110                                 \"Capability '%s' is disabled. Skipping\",\n  111                                 cn\n  112                             )\n  113                             return\n  114                 # Run check\n  115                 try:\n  116 ==>                 self.handler()\n  117                 except Exception:\n  118                     error_report(logger=self.logger)\n  119     \n  120         def handler(self):\n  121             pass\n  122     \nVariables:\n                self = \n<noc.services.discovery.jobs.box.asset.AssetCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nEND OF TRACEBACK\n2016-03-30 16:06:46.308862 [discovery|box|kubik-11a|vlan]  Checking vlans\n2016-03-30 16:06:46.335371 [discovery|box|kubik-11a|vlan]  UNHANDLED EXCEPTION (2016-03-30 16:06:46.320012)\nBRANCH: feature/microservices TIP: d6c2ca8d5aeb\nPROCESS: ./services/discovery/service.py\nERROR FINGERPRINT: d16672b4-e5e9-5890-bd7e-c508d099ed80\nWORKING DIRECTORY: /opt/noc\nEXCEPTION: <class 'noc.core.service.client.RPCException'> (7, 'Failed to connect to 10.50.64.64 port 19017: Connection refused')\nSTART OF TRACEBACK\n------------------------------------------------------------------------\nFile: core/service/client.py (Line: 119)\nFunction: __call__\n  112                     c.setopt(c.RESOLVE, [\"%s:%s\" % (l, l.split(\":\")[0])])\n  113                     c.setopt(c.TIMEOUT, REQUEST_TIMEOUT)\n  114                     c.setopt(c.CONNECTTIMEOUT, CONNECT_TIMEOUT)\n  115                     try:\n  116                         c.perform()\n  117                     except pycurl.error as e:\n  118                         # @todo: Retry on timeout\n  119 ==>                     raise RPCException(str(e))\n  120                     finally:\n  121                         c.close()\n  122                     try:\n  123                         data = ujson.loads(buff.getvalue())\n  124                     except ValueError, why:\n  125                         raise RPCRemoteError(\"Failed to decode JSON: %s\", why)\nVariables:\n                body = '{\"params\":[50,\"get_vlans\",{},null],\"id\":750,\"method\":\"script\"}'\n                   c = <pycurl.Curl object at 0x7f4498011950>\n                args = (50, 'get_vlans', {}, None)\n                   e = \nerror(7, 'Failed to connect to 10.50.64.64 port 19017: Connection refused')\n             service = 'sae'\n                 url = 'http://10.50.64.64:19017/api/sae/'\n                self = <noc.core.service.client.CallProxy object at 0x7f4484a70350>\n                 req = {'params': [50, 'get_vlans', {}, None], 'id': 750, 'method': 'script'}\n                   l = '10.50.64.64:19017'\n                  t0 = 1459343206.312233\n                  st = 1.0\n             headers = ['X-NOC-Calling-Service: MTManager']\n     calling_service = 'MTManager'\n            services = \n['10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017',\n '10.50.64.64:19017']\n                last = '10.50.64.64:19017'\n              logger = <logging.Logger object at 0x7f449c475b90>\n                buff = <cStringIO.StringO object at 0x7f449c30af80>\n------------------------------------------------------------------------\nFile: sa/mtmanager.py (Line: 30)\nFunction: run\n   23             \"\"\"\n   24             Run SA script and wait for result\n   25             \"\"\"\n   26             if \".\" in script:\n   27                 # Leave only script name\n   28                 script = script.split(\".\")[-1]\n   29             return RPCClient(\"sae\", calling_service=\"MTManager\").script(\n   30 ==>             object.id, script, params, timeout\n   31             )\n   32     \n   33     \n   34     # Run single instance\n   35     MTManager = MTManagerImplementation()\nVariables:\n                self = <noc.sa.mtmanager.MTManagerImplementation object at 0x7f449f795f90>\n              object = <ManagedObject: kubik-11a>\n              params = {}\n             timeout = None\n              script = 'get_vlans'\n------------------------------------------------------------------------\nFile: sa/models/managedobject.py (Line: 249)\nFunction: __call__\n  242         class ScriptsProxy(object):\n  243             class CallWrapper(object):\n  244                 def __init__(self, obj, name):\n  245                     self.name = name\n  246                     self.object = obj\n  247     \n  248                 def __call__(self, **kwargs):\n  249 ==>                 return MTManager.run(self.object, self.name, kwargs)\n  250     \n  251             def __init__(self, obj):\n  252                 self._object = obj\n  253                 self._cache = {}\n  254     \n  255             def __getattr__(self, name):\nVariables:\n                self = <noc.sa.models.managedobject.CallWrapper object at 0x7f4484c2aed0>\n              kwargs = {}\n------------------------------------------------------------------------\nFile: services/discovery/jobs/box/vlan.py (Line: 28)\nFunction: handler\n   21         def handler(self):\n   22             self.logger.info(\"Checking vlans\")\n   23             if not self.object.vc_domain:\n   24                 self.logger.info(\n   25                     \"No vc domain. Skipping\"\n   26                 )\n   27                 return\n   28 ==>         result = self.object.scripts.get_vlans()\n   29             for v in result:\n   30                 self.submit(\n   31                     vc_domain=self.object.vc_domain,\n   32                     l1=v[\"vlan_id\"],\n   33                     name=v.get(\"name\")\n   34                 )\nVariables:\n                self = \n<noc.services.discovery.jobs.box.vlan.VLANCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nFile: services/discovery/jobs/base.py (Line: 116)\nFunction: run\n  109                             self.logger.info(\n  110                                 \"Capability '%s' is disabled. Skipping\",\n  111                                 cn\n  112                             )\n  113                             return\n  114                 # Run check\n  115                 try:\n  116 ==>                 self.handler()\n  117                 except Exception:\n  118                     error_report(logger=self.logger)\n  119     \n  120         def handler(self):\n  121             pass\n  122     \nVariables:\n                self = \n<noc.services.discovery.jobs.box.vlan.VLANCheck object at 0x7f44a578f210>\n------------------------------------------------------------------------\nEND OF TRACEBACK\n2016-03-30 16:06:46.343501 [discovery|box|kubik-11a|nri]  NRI integration\n2016-03-30 16:06:46.367670 [discovery|box|kubik-11a|nri]  Created directly. No NRI integration\n2016-03-30 16:06:46.380449 [discovery|box|kubik-11a|oam]  Object hasn't required capability 'Network | OAM'. Skipping\n2016-03-30 16:06:46.393471 [discovery|box|kubik-11a|lldp]  Object hasn't required capability 'Network | LLDP'. Skipping\n2016-03-30 16:06:46.394417 [discovery|box|kubik-11a|cdp]  get_cdp_neighbors script is not supported. Skipping\n2016-03-30 16:06:46.394558 [discovery|box|kubik-11a|stp]  get_spanning_tree script is not supported. Skipping\n2016-03-30 16:06:46.401604 [discovery|box|kubik-11a]  Completed. Status: SUCCESS (817039.90ms)\n2016-03-30 16:06:46.417324 [discovery|box|kubik-11a]  Timings: profile = 886.27ms, version = 180020.80ms, caps = 140020.26ms, interface = 170021.20ms, id = 180020.66ms, caps = 140020.86ms, asset = 5957.05ms, vlan = 36.54ms, nri = 24.30ms, oam = 12.74ms, lldp = 13.00ms, cdp = 0.91ms, stp = 0.10ms","name":"","extension":"txt","url":"https://www.irccloud.com/pastebin/sSZfppMR","modified":1459344917,"id":"sSZfppMR","size":42342,"lines":942,"own_paste":false,"theme":"","date":1459344917}