Mjolnir : Automation Library for VMware Mangle

Mjolnir Usage:

• Once the package is installed, you can follow the below steps to inject.
1. Import mjolnir package
2. Configuring mangle server
3. Inject faults in desired machines
4. Remidiate injected faults


• Sample snippet:
  

      
      import logging
      import sys
      import time
  
      # import mjolnir package
      import vmware.mjolnir as mjolnir
  
  
      logging.root.setLevel(logging.INFO)
      logger = logging.getLogger()
      logger.addHandler(logging.StreamHandler(sys.stdout))
  
  
  
      logger.info("configuring mangle server")
      mjolnir.configure_mangle_server(MANGLE_IP, MANGLE_USERNAME,PASSWORD, PORT)
  
  
      # Specify host machines on which faults to be injected
      machines = [{'ip': HOST_IP, 'username': USERNAME, 'password': PASSWORD, 'ssh_port': PORT}]
  
  
      logger.info("injecting faults in the above machines")
      task_id_lst = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="CPU", cpuload=60, timeout=120)
  
  
      # Place holder for your code (that you want to perform when machine has fault)
      time.sleep(50)
  
  
      logger.info("clearing faults based on the taskids returned")
      mjolnir.clear_faults(task_id_lst)
  
      
    



• INFRA Fault types:


1. MEMORY Fault
   

                   
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="MEMORY", memoryload=60, timeout=120)
                   
               

2. DISKIO Fault
   

                   
   # iosize: (bytes) To write in blocks of 5 KB to the disk of the specified VSMS specify the IO Size as 5120 (5 KB = 5120 bytes).
                  Max supported value is 5MB (5 MB = 5120 * 1024 bytes)
   # target_dir: specific directory location or partition to write to for simulating the DISK IO
   
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="DISKIO", iosize=5120, target_dir="/config", timeout=120)
                   
               

3. KILL PROCESS Fault
   

                   
   # pid
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="PROCESSKILL", process_id=5161)
   
   # process descriptor
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="PROCESSKILL", process_descriptor="com.vmware.nsx.cbm.Main")
                   
               

4. STOP SERVICE Fault
   

                   
   # INFO:: enables graceful shutdown of any process that is running on the specified VSMS using the appropriate stop commands
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="STOPSVC", svc_name="corfu-server", timeout=120)
                   
               

5. FILE HANDLER LEAK Fault
   

                   
   # INFO:: enables you to simulate conditions where a program requests for a handle to a resource but does not release it when the resource is no longer in use.
             This condition if left over extended periods of time, will lead to "Too many open file handles" errors and will cause performance degradation or crashes
   
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="FILEHANDLERLEAK", timeout=120)
   
   # NOTE:
   # a) Clear Fault(Remediation) not supported for this fault.
                   
               

6. DISK SPACE Fault
   

                   
   # diskload:   80 to simulate a Disk usage of 80% of the total disk size or space allocated for a partition
   # target_dir: specific directory location or partition to write to for simulating the DISK FAULT
   
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="DISKSPACE", diskload=80, target_dir="/config", timeout=120)
                   
               

7. KERNEL PANIC Fault
   

                   
   # INFO:: simulates conditions where the operating system abruptly stops to prevent further damages, security breaches or data corruption
   
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="KERNELPANIC", timeout=120)
   
   # NOTE:
   # a) Clear Fault(Remediation) not supported for this fault.
   # b) After injecting Kernel fault end-user need to turned-on the machine by own.
                   
               

8. CLOCK SKEW Fault
   

                   
   # INFO:: simulates conditions where the endpoint time is distorted and doesn't align with the standard NTP time.
             The skew can be in 'seconds', 'minutes', 'hours' or 'days' as specified at the time of running the fault
   
   # clock_skew_oper:: PAST
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="CLOCKSKEW", clock_skew_oper="PAST", seconds=120, minutes=0, hours=0, days=0, timeout=120)
   
   # clock_skew_oper:: FUTURE
   task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="CLOCKSKEW", clock_skew_oper="FUTURE", seconds=60, minutes=0, hours=0, days=0, timeout=120)
                   
               

9. NETWORK PARTITION Fault
   

                   
   # hosts: host IP or a list of host IPs to which the endpoint should lose network connectivity due to network partition
   task_id = mjolnir.inject_fault(topology, [topology.testbed.vsms[0]], fault_type="INFRA", fault_sub_type="NWPARTITION", hosts=[topology.testbed.vsms[1].ip, topology.testbed.vsms[2].ip], timeout=120)
                   
               

10. NETWORK: PACKET DELAY
    

                    
    # latency: (millisecond) simulate a packet delay of 150ms on a particular network interface of VSMS
    # nic-name: could be eth0, eth1, br0 etc depending on what adapter you would want to target for the fault
    
    task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="NETWORK", nw_fault_type='DELAY', latency=150, nicname='eth0', timeout=120)
                    
                

11. NETWORK: PACKET DUPLICATE Fault
    

                    
    # percentage: (%)value to specify what percentage of the packets should be duplicated
                   For e.g: 10 to simulate a packet duplication of 10 percentage on a particular network interface of VSM
    # nic-name: could be eth0, eth1, br0 etc depending on what adapter you would want to target for the fault
    
    task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="NETWORK", nw_fault_type='DUPLICATE', percentage=10, nicname='eth0', timeout=120)
                    
                

12. NETWORK: PACKET LOSS Fault
    

                    
    # percentage: (%)value to specify what percentage of the packets should be dropped
                   For e.g: 10 to simulate a packet drop of 10 percentage on a particular network interface of VSM
    # nic-name: could be eth0, eth1, br0 etc depending on what adapter you would want to target for the fault
    
    task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="NETWORK", nw_fault_type='LOSS', percentage=10, nicname='eth0', timeout=120)
                    
                

13. NETWORK: PACKET CORRUPT Fault
    

                    
    # percentage: (%)value to specify what percentage of the packets should be corrupted
                   For e.g: 10 to simulate a packet corruption of 10 percentage on a particular network interface of VSM
    # nic-name: could be eth0, eth1, br0 etc depending on what adapter you would want to target for the fault
    
    task_id = mjolnir.inject_generic_fault(machines, fault_type="INFRA", fault_sub_type="NETWORK", nw_fault_type='CORRUPT', percentage=10, nicname='eth0', timeout=120)