create a systemd service file to force the roce mode on mellanox files to RoCE v1 on boot

roles/mellanox_drivers/files/roce_mode.service

+[Unit]
+Description=Force the RoCE mode
+After=network.target network-online.target openibd.service
+Wants=network-online.target
+
+[Service]
+Type=oneshot
+RemainAfterExit=yes
+ExecStart=cma_roce_mode -d mlx5_0 -p -m 1
+
+[Install]
+WantedBy=multi-user.target
+WantedBy=final.target

roles/mellanox_drivers/tasks/main.yml

@@ -3,13 +3,15 @@
 
 - name: yum install dependencies
   yum:  name=perl,pciutils,gtk2,atk,cairo,gcc-gfortran,libxml2-python,tcsh,libnl,lsof,tcl,tk,kernel-devel,python-devel,createrepo,rpm-build
-  sudo: true
+  become: true
+  become_user: root
   ignore_errors: true
   when: ansible_os_family == "RedHat"
   
 - name: test for existing installation of drivers
   command: ibv_devinfo
-  sudo: true
+  become: true
+  become_user: root
   register: drivers_installed
   ignore_errors: true
   check_mode: no
@@ -51,7 +53,8 @@
 
 - name: copy driver source
   unarchive: copy=no src="http://consistency0/src/{{ MELLANOX_DRIVER_SRC }}.tgz" dest=/tmp 
-  sudo: true
+  become: true
+  become_user: root
   when: install_now
 
 - name: install drivers
@@ -59,10 +62,26 @@
   args:
     #more changes
     chdir: "/tmp/{{ MELLANOX_DRIVER_SRC }}"
-  sudo: true
+  become: true
+  become_user: root
   when: install_now
 
+- name: Copy roce_mode.service file
+  copy: dest=/etc/systemd/system src=files/roce_mode.service owner=root group=root mode=0644
+  become: true
+  become_user: root
+  register: service_file
 
+- name: Reload systemd
+  shell: systemctl daemon-reload
+  become: true
+  become_user: root
+  when: service_file.changed
+  register: reload_service
+
+- name: enable roce_mode setting
+  service: name=roce_mode state=started enabled=True
+  become: true
 
 #
 # A REBOOT IS NEEDED AFTER SUCCESSFUL INSTALL
@@ -72,7 +91,8 @@
   async: 2
   poll: 1
   ignore_errors: true
-  sudo: true
+  become: true
+  become_user: root
   when: reboot_now
 
 - name: waiting for server to come back