test: add tests for CVAT

ai4papi/nomad/common.py

@@ -274,7 +274,7 @@ def get_deployment(
  # Something happened, job didn't deploy (eg. job needs port that's currently being used)
  # We have to return `placement failures message`.
  info['status'] = 'error'
- info['error_msg'] = f"{evals[0]['FailedTGAllocs']}"
+ info['error_msg'] = f"{evals[0].get('FailedTGAllocs', '')}"
 
  else:
  # info['error_msg'] = f"Job has not been yet evaluated. Contact with support sharing your job ID: {j['ID']}."

tests/deployments/modules.py

@@ -29,6 +29,8 @@
 assert isinstance(rcreate, dict)
 assert 'job_ID' in rcreate.keys()
 
+time.sleep(0.2) # Nomad takes some time to allocate deployment
+
 # Retrieve that module
 rdep = modules.get_deployment(
  vo='vo.ai4eosc.eu',
@@ -40,6 +42,7 @@
 assert isinstance(rdep, dict)
 assert 'job_ID' in rdep.keys()
 assert rdep['job_ID']==rcreate['job_ID']
+assert rdep['status']!='error'
 
 # Retrieve all modules
 rdeps = modules.get_deployments(
@@ -50,6 +53,7 @@
 )
 assert isinstance(rdeps, list)
 assert any([d['job_ID']==rcreate['job_ID'] for d in rdeps])
+assert all([d['job_ID']!='error' for d in rdeps])
 
 # Check that we cannot retrieve that module from tools
 # This should break!
@@ -79,10 +83,11 @@
  credentials=token
  ),
 )
-time.sleep(3) # Nomad takes some time to delete
 assert isinstance(rdel, dict)
 assert 'status' in rdel.keys()
 
+time.sleep(3) # Nomad takes some time to delete
+
 # Check module no longer exists
 rdeps3 = modules.get_deployments(
  vos=['vo.ai4eosc.eu'],

tests/deployments/tools.py

@@ -18,6 +18,8 @@
 that ENV variable.'
  )
 
+print(' Testing FL server')
+
 # Create tool
 rcreate = tools.create_deployment(
  vo='vo.ai4eosc.eu',
@@ -30,6 +32,8 @@
 assert isinstance(rcreate, dict)
 assert 'job_ID' in rcreate.keys()
 
+time.sleep(0.2) # Nomad takes some time to allocate deployment
+
 # Retrieve that tool
 rdep = tools.get_deployment(
  vo='vo.ai4eosc.eu',
@@ -41,6 +45,7 @@
 assert isinstance(rdep, dict)
 assert 'job_ID' in rdep.keys()
 assert rdep['job_ID']==rcreate['job_ID']
+assert rdep['status']!='error'
 
 # Retrieve all tools
 rdeps = tools.get_deployments(
@@ -51,6 +56,7 @@
 )
 assert isinstance(rdeps, list)
 assert any([d['job_ID']==rcreate['job_ID'] for d in rdeps])
+assert all([d['job_ID']!='error' for d in rdeps])
 
 # Check that we cannot retrieve that tool from modules
 # This should break!
@@ -80,10 +86,11 @@
  credentials=token
  ),
 )
-time.sleep(3) # Nomad takes some time to delete
 assert isinstance(rdel, dict)
 assert 'status' in rdel.keys()
 
+time.sleep(3) # Nomad takes some time to delete
+
 # Check tool no longer exists
 rdeps3 = tools.get_deployments(
  vos=['vo.ai4eosc.eu'],
@@ -93,4 +100,49 @@
 )
 assert not any([d['job_ID']==rcreate['job_ID'] for d in rdeps3])
 
+############################################################
+# Additionally test simply the creation of the other tools #
+############################################################
+
+print(' Testing CVAT')
+
+# Create tool
+rcreate = tools.create_deployment(
+ vo='vo.ai4eosc.eu',
+ tool_name='ai4os-cvat',
+ conf={
+ 'general':{
+ 'title': 'CVAT test',
+ 'cvat_username': 'mock_user',
+ 'cvat_password': 'mock_password',
+ },
+ 'storage': {
+ 'rclone_conf': '/srv/.rclone/rclone.conf',
+ 'rclone_url': 'https://share.services.ai4os.eu/remote.php/webdav',
+ 'rclone_vendor': 'nextcloud',
+ 'rclone_user': 'mock_user',
+ 'rclone_password': 'mock_password',
+ }
+ },
+ authorization=SimpleNamespace(
+ credentials=token
+ ),
+)
+assert isinstance(rcreate, dict)
+assert 'job_ID' in rcreate.keys()
+assert rdep['status']!='error'
+
+time.sleep(0.2) # Nomad takes some time to allocate deployment
+
+# Delete tool
+rdel = tools.delete_deployment(
+ vo='vo.ai4eosc.eu',
+ deployment_uuid=rcreate['job_ID'],
+ authorization=SimpleNamespace(
+ credentials=token
+ ),
+)
+assert isinstance(rdel, dict)
+assert 'status' in rdel.keys()
+
 print('Deployments (tools) tests passed!')