Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
CONF
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Registry
Registry
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
UvA
CONF
Commits
b2dad407
Commit
b2dad407
authored
Mar 20, 2020
by
Spiros Koulouzis
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
null checks
parent
1221b093
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
269 additions
and
118 deletions
+269
-118
Converter.java
...rc/main/java/nl/uva/sne/drip/commons/utils/Converter.java
+56
-22
ToscaHelper.java
.../main/java/nl/uva/sne/drip/commons/utils/ToscaHelper.java
+5
-3
ToscaHelperTest.java
...t/java/nl/uva/sne/drip/commons/utils/ToscaHelperTest.java
+100
-16
CloudStormService.java
...n/java/nl/uva/sne/drip/provisioner/CloudStormService.java
+88
-68
Consumer.java
...r/src/main/java/nl/uva/sne/drip/provisioner/Consumer.java
+2
-1
CloudStormServiceTest.java
...va/nl/uva/sne/drip/provisioner/CloudStormServiceTest.java
+18
-8
No files found.
commons/src/main/java/nl/uva/sne/drip/commons/utils/Converter.java
View file @
b2dad407
...
@@ -2,7 +2,7 @@
...
@@ -2,7 +2,7 @@
* Copyright 2019 S. Koulouzis
* Copyright 2019 S. Koulouzis
*
*
* Licensed under the Apache License, Version 2.0 (the "License");
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* you may not use this
zip
file except in compliance with the License.
* You may obtain a copy of the License at
* You may obtain a copy of the License at
*
*
* http://www.apache.org/licenses/LICENSE-2.0
* http://www.apache.org/licenses/LICENSE-2.0
...
@@ -15,21 +15,29 @@
...
@@ -15,21 +15,29 @@
*/
*/
package
nl
.
uva
.
sne
.
drip
.
commons
.
utils
;
package
nl
.
uva
.
sne
.
drip
.
commons
.
utils
;
import
java.io.File
;
import
java.io.BufferedInputStream
;
import
java.io.FileInputStream
;
import
java.io.FileNotFoundException
;
import
java.io.FileNotFoundException
;
import
java.io.FileOutputStream
;
import
java.io.FileOutputStream
;
import
java.io.IOException
;
import
java.io.IOException
;
import
java.io.InputStream
;
import
java.nio.charset.StandardCharsets
;
import
java.nio.charset.StandardCharsets
;
import
java.nio.file.FileSystem
;
import
java.nio.file.FileSystems
;
import
java.nio.file.FileVisitResult
;
import
java.nio.file.Files
;
import
java.nio.file.Files
;
import
java.nio.file.Path
;
import
java.nio.file.Paths
;
import
java.nio.file.Paths
;
import
java.nio.file.SimpleFileVisitor
;
import
java.nio.file.attribute.BasicFileAttributes
;
import
java.security.MessageDigest
;
import
java.security.MessageDigest
;
import
java.security.NoSuchAlgorithmException
;
import
java.security.NoSuchAlgorithmException
;
import
java.util.Base64
;
import
java.util.Base64
;
import
java.util.Enumeration
;
import
java.util.HashMap
;
import
java.util.HashMap
;
import
java.util.List
;
import
java.util.List
;
import
java.util.Map
;
import
java.util.Map
;
import
java.util.zip.ZipEntry
;
import
java.util.zip.ZipEntry
;
import
java.util.zip.ZipFile
;
import
java.util.zip.ZipOutputStream
;
import
java.util.zip.ZipOutputStream
;
import
org.json.JSONException
;
import
org.json.JSONException
;
import
org.json.JSONObject
;
import
org.json.JSONObject
;
...
@@ -98,29 +106,55 @@ public class Converter {
...
@@ -98,29 +106,55 @@ public class Converter {
return
new
String
(
encodedBytes
,
StandardCharsets
.
UTF_8
);
return
new
String
(
encodedBytes
,
StandardCharsets
.
UTF_8
);
}
}
public
static
void
zipFolder
(
String
sourceDir
,
String
zipFile
)
throws
FileNotFoundException
,
IOException
{
public
static
void
zipFolder
(
String
sourceFolder
,
String
zipFolder
)
throws
FileNotFoundException
,
IOException
{
FileOutputStream
fout
=
new
FileOutputStream
(
zipFile
);
try
(
FileOutputStream
fos
=
new
FileOutputStream
(
zipFolder
);
try
(
ZipOutputStream
zout
=
new
ZipOutputStream
(
fout
))
{
ZipOutputStream
zos
=
new
ZipOutputStream
(
fos
))
{
File
fileSource
=
new
File
(
sourceDir
);
Path
sourcePath
=
Paths
.
get
(
sourceFolder
);
addDirectory
(
zout
,
fileSource
);
Files
.
walkFileTree
(
sourcePath
,
new
SimpleFileVisitor
<
Path
>()
{
@Override
public
FileVisitResult
preVisitDirectory
(
final
Path
dir
,
final
BasicFileAttributes
attrs
)
throws
IOException
{
if
(!
sourcePath
.
equals
(
dir
))
{
zos
.
putNextEntry
(
new
ZipEntry
(
sourcePath
.
relativize
(
dir
).
toString
()
+
"/"
));
zos
.
closeEntry
();
}
return
FileVisitResult
.
CONTINUE
;
}
@Override
public
FileVisitResult
visitFile
(
final
Path
file
,
final
BasicFileAttributes
attrs
)
throws
IOException
{
zos
.
putNextEntry
(
new
ZipEntry
(
sourcePath
.
relativize
(
file
).
toString
()));
Files
.
copy
(
file
,
zos
);
zos
.
closeEntry
();
return
FileVisitResult
.
CONTINUE
;
}
});
}
}
}
}
private
static
void
addDirectory
(
ZipOutputStream
zout
,
File
fileSource
)
throws
FileNotFoundException
,
IOException
{
public
static
void
unzipFolder
(
String
zipFile
)
throws
IOException
{
File
[]
files
=
fileSource
.
listFiles
();
try
(
ZipFile
zipfile
=
new
ZipFile
(
zipFile
))
{
for
(
File
file
:
files
)
{
FileSystem
fileSystem
=
FileSystems
.
getDefault
();
if
(
file
.
isDirectory
())
{
Enumeration
<?
extends
ZipEntry
>
zipEntries
=
zipfile
.
entries
();
addDirectory
(
zout
,
file
);
continue
;
String
uncompressedDirectory
=
"uncompressed/"
;
}
Files
.
createDirectory
(
fileSystem
.
getPath
(
uncompressedDirectory
));
byte
[]
buffer
=
new
byte
[
1024
];
try
(
final
FileInputStream
fin
=
new
FileInputStream
(
file
))
{
while
(
zipEntries
.
hasMoreElements
())
{
zout
.
putNextEntry
(
new
ZipEntry
(
file
.
getName
()));
ZipEntry
entry
=
zipEntries
.
nextElement
();
int
length
;
if
(
entry
.
isDirectory
())
{
while
((
length
=
fin
.
read
(
buffer
))
>
0
)
{
Files
.
createDirectories
(
fileSystem
.
getPath
(
uncompressedDirectory
+
entry
.
getName
()));
zout
.
write
(
buffer
,
0
,
length
);
}
else
{
InputStream
is
=
zipfile
.
getInputStream
(
entry
);
BufferedInputStream
bis
=
new
BufferedInputStream
(
is
);
String
uncompressedFileName
=
uncompressedDirectory
+
entry
.
getName
();
Path
uncompressedFilePath
=
fileSystem
.
getPath
(
uncompressedFileName
);
Files
.
createFile
(
uncompressedFilePath
);
try
(
FileOutputStream
fileOutput
=
new
FileOutputStream
(
uncompressedFileName
))
{
while
(
bis
.
available
()
>
0
)
{
fileOutput
.
write
(
bis
.
read
());
}
}
}
}
zout
.
closeEntry
();
}
}
}
}
}
}
...
...
commons/src/main/java/nl/uva/sne/drip/commons/utils/ToscaHelper.java
View file @
b2dad407
...
@@ -38,7 +38,6 @@ import java.util.logging.Logger;
...
@@ -38,7 +38,6 @@ import java.util.logging.Logger;
import
nl.uva.sne.drip.model.Exceptions.TypeExeption
;
import
nl.uva.sne.drip.model.Exceptions.TypeExeption
;
import
nl.uva.sne.drip.model.NodeTemplate
;
import
nl.uva.sne.drip.model.NodeTemplate
;
import
nl.uva.sne.drip.model.NodeTemplateMap
;
import
nl.uva.sne.drip.model.NodeTemplateMap
;
import
nl.uva.sne.drip.model.cloud.storm.CloudsStormSubTopology
;
import
nl.uva.sne.drip.model.tosca.Credential
;
import
nl.uva.sne.drip.model.tosca.Credential
;
import
nl.uva.sne.drip.model.tosca.ToscaTemplate
;
import
nl.uva.sne.drip.model.tosca.ToscaTemplate
;
import
nl.uva.sne.drip.sure.tosca.client.DefaultApi
;
import
nl.uva.sne.drip.sure.tosca.client.DefaultApi
;
...
@@ -319,8 +318,11 @@ public class ToscaHelper {
...
@@ -319,8 +318,11 @@ public class ToscaHelper {
if
(
attributes
==
null
)
{
if
(
attributes
==
null
)
{
attributes
=
new
HashMap
<>();
attributes
=
new
HashMap
<>();
}
}
attributes
.
put
(
stateName
,
nodeState
.
toString
());
if
(
nodeState
!=
null
)
{
node
.
getNodeTemplate
().
attributes
(
attributes
);
attributes
.
put
(
stateName
,
nodeState
.
toString
());
node
.
getNodeTemplate
().
attributes
(
attributes
);
}
return
node
;
return
node
;
}
}
...
...
commons/src/test/java/nl/uva/sne/drip/commons/utils/ToscaHelperTest.java
View file @
b2dad407
...
@@ -37,6 +37,7 @@ import nl.uva.sne.drip.model.NodeTemplate;
...
@@ -37,6 +37,7 @@ import nl.uva.sne.drip.model.NodeTemplate;
import
nl.uva.sne.drip.model.NodeTemplateMap
;
import
nl.uva.sne.drip.model.NodeTemplateMap
;
import
nl.uva.sne.drip.model.Provisioner
;
import
nl.uva.sne.drip.model.Provisioner
;
import
nl.uva.sne.drip.model.cloud.storm.CloudsStormSubTopology
;
import
nl.uva.sne.drip.model.cloud.storm.CloudsStormSubTopology
;
import
nl.uva.sne.drip.model.cloud.storm.OpCode
;
import
nl.uva.sne.drip.model.tosca.Credential
;
import
nl.uva.sne.drip.model.tosca.Credential
;
import
nl.uva.sne.drip.model.tosca.ToscaTemplate
;
import
nl.uva.sne.drip.model.tosca.ToscaTemplate
;
import
org.junit.After
;
import
org.junit.After
;
...
@@ -420,29 +421,29 @@ public class ToscaHelperTest {
...
@@ -420,29 +421,29 @@ public class ToscaHelperTest {
}
}
}
}
/**
/**
* Test of getKeyPairsFromVM method, of class ToscaHelper.
* Test of getKeyPairsFromVM method, of class ToscaHelper.
*/
*/
@Test
@Test
public
void
testGetKeyPairsFromVM
()
throws
Exception
{
public
void
testGetKeyPairsFromVM
()
throws
Exception
{
System
.
out
.
println
(
"getKeyPairsFromVM"
);
if
(
serviceUp
)
{
instance
.
uploadToscaTemplate
(
provisionedToscaTemplate
);
System
.
out
.
println
(
"getKeyPairsFromVM"
);
KeyPair
keyPair
;
instance
.
uploadToscaTemplate
(
provisionedToscaTemplate
);
List
<
NodeTemplateMap
>
vmTopologyTemplatesMap
=
instance
.
getVMTopologyTemplates
();
KeyPair
keyPair
;
assertNotNull
(
vmTopologyTemplatesMap
);
List
<
NodeTemplateMap
>
vmTopologyTemplatesMap
=
instance
.
getVMTopologyTemplates
();
for
(
NodeTemplateMap
nodeTemplateMap
:
vmTopologyTemplatesMap
)
{
assertNotNull
(
vmTopologyTemplatesMap
);
assertNotNull
(
nodeTemplateMap
);
for
(
NodeTemplateMap
nodeTemplateMap
:
vmTopologyTemplatesMap
)
{
List
<
NodeTemplateMap
>
vmTemplatesMap
=
instance
.
getTemplateVMsForVMTopology
(
nodeTemplateMap
);
assertNotNull
(
nodeTemplateMap
);
assertNotNull
(
vmTemplatesMap
);
List
<
NodeTemplateMap
>
vmTemplatesMap
=
instance
.
getTemplateVMsForVMTopology
(
nodeTemplateMap
);
for
(
NodeTemplateMap
vmMap
:
vmTemplatesMap
)
{
assertNotNull
(
vmTemplatesMap
);
assertNotNull
(
vmMap
);
for
(
NodeTemplateMap
vmMap
:
vmTemplatesMap
)
{
assertNotNull
(
vmMap
.
getNodeTemplate
());
assertNotNull
(
vmMap
);
keyPair
=
instance
.
getKeyPairsFromVM
(
vmMap
.
getNodeTemplate
());
assertNotNull
(
vmMap
.
getNodeTemplate
());
assertNotNull
(
keyPair
);
keyPair
=
instance
.
getKeyPairsFromVM
(
vmMap
.
getNodeTemplate
());
assertNotNull
(
keyPair
);
}
}
}
}
}
}
}
/**
/**
...
@@ -461,4 +462,87 @@ public class ToscaHelperTest {
...
@@ -461,4 +462,87 @@ public class ToscaHelperTest {
}
}
}
}
/**
* Test of getNodeCurrentState method, of class ToscaHelper.
*
* @throws java.io.IOException
* @throws com.fasterxml.jackson.core.JsonProcessingException
* @throws nl.uva.sne.drip.sure.tosca.client.ApiException
*/
@Test
public
void
testGetNodeCurrentState
()
throws
IOException
,
JsonProcessingException
,
ApiException
{
if
(
serviceUp
)
{
System
.
out
.
println
(
"getNodeCurrentState"
);
instance
.
uploadToscaTemplate
(
provisionedToscaTemplate
);
NodeTemplateMap
node
=
instance
.
getVMTopologyTemplates
().
get
(
0
);
ToscaHelper
.
NODE_STATES
expResult
=
ToscaHelper
.
NODE_STATES
.
RUNNING
;
ToscaHelper
.
NODE_STATES
result
=
instance
.
getNodeCurrentState
(
node
);
assertEquals
(
expResult
,
result
);
}
}
/**
* Test of setNodeCurrentState method, of class ToscaHelper.
*
* @throws java.io.IOException
* @throws com.fasterxml.jackson.core.JsonProcessingException
* @throws nl.uva.sne.drip.sure.tosca.client.ApiException
*/
@Test
public
void
testSetNodeCurrentState
()
throws
IOException
,
JsonProcessingException
,
ApiException
{
if
(
serviceUp
)
{
System
.
out
.
println
(
"setNodeCurrentState"
);
instance
.
uploadToscaTemplate
(
provisionedToscaTemplate
);
NodeTemplateMap
node
=
instance
.
getVMTopologyTemplates
().
get
(
0
);
ToscaHelper
.
NODE_STATES
nodeState
=
ToscaHelper
.
NODE_STATES
.
DELETED
;
NodeTemplateMap
result
=
instance
.
setNodeCurrentState
(
node
,
nodeState
);
assertEquals
(
instance
.
getNodeCurrentState
(
node
),
nodeState
);
instance
.
setNodeCurrentState
(
node
,
null
);
}
}
/**
* Test of NodeDesiredState2CloudStormOperation method, of class
* ToscaHelper.
*/
@Test
public
void
testNodeDesiredState2CloudStormOperation
()
{
System
.
out
.
println
(
"NodeDesiredState2CloudStormOperation"
);
ToscaHelper
.
NODE_STATES
nodeDesiredState
=
ToscaHelper
.
NODE_STATES
.
RUNNING
;
OpCode
.
OperationEnum
expResult
=
OpCode
.
OperationEnum
.
PROVISION
;
OpCode
.
OperationEnum
result
=
ToscaHelper
.
NodeDesiredState2CloudStormOperation
(
nodeDesiredState
);
assertEquals
(
expResult
,
result
);
nodeDesiredState
=
ToscaHelper
.
NODE_STATES
.
DELETED
;
expResult
=
OpCode
.
OperationEnum
.
DELETE
;
result
=
ToscaHelper
.
NodeDesiredState2CloudStormOperation
(
nodeDesiredState
);
assertEquals
(
expResult
,
result
);
nodeDesiredState
=
ToscaHelper
.
NODE_STATES
.
STOPPED
;
expResult
=
OpCode
.
OperationEnum
.
STOP
;
result
=
ToscaHelper
.
NodeDesiredState2CloudStormOperation
(
nodeDesiredState
);
assertEquals
(
expResult
,
result
);
nodeDesiredState
=
ToscaHelper
.
NODE_STATES
.
STARTED
;
expResult
=
OpCode
.
OperationEnum
.
START
;
result
=
ToscaHelper
.
NodeDesiredState2CloudStormOperation
(
nodeDesiredState
);
assertEquals
(
expResult
,
result
);
}
/**
* Test of nodeCurrentState2CloudStormStatus method, of class ToscaHelper.
*/
@Test
public
void
testNodeCurrentState2CloudStormStatus
()
{
System
.
out
.
println
(
"nodeCurrentState2CloudStormStatus"
);
ToscaHelper
.
NODE_STATES
currentState
=
ToscaHelper
.
NODE_STATES
.
CONFIGURED
;
CloudsStormSubTopology
.
StatusEnum
expResult
=
null
;
CloudsStormSubTopology
.
StatusEnum
result
=
ToscaHelper
.
nodeCurrentState2CloudStormStatus
(
currentState
);
assertEquals
(
expResult
,
result
);
}
}
}
provisioner/src/main/java/nl/uva/sne/drip/provisioner/CloudStormService.java
View file @
b2dad407
...
@@ -54,6 +54,7 @@ import org.apache.commons.io.FileUtils;
...
@@ -54,6 +54,7 @@ import org.apache.commons.io.FileUtils;
import
org.apache.commons.io.FilenameUtils
;
import
org.apache.commons.io.FilenameUtils
;
import
org.apache.commons.math3.ml.distance.EuclideanDistance
;
import
org.apache.commons.math3.ml.distance.EuclideanDistance
;
import
org.apache.maven.shared.utils.io.DirectoryScanner
;
import
org.apache.maven.shared.utils.io.DirectoryScanner
;
import
topology.analysis.TopologyAnalysisMain
;
/**
/**
*
*
...
@@ -112,8 +113,8 @@ class CloudStormService {
...
@@ -112,8 +113,8 @@ class CloudStormService {
objectMapper
.
setSerializationInclusion
(
JsonInclude
.
Include
.
NON_NULL
);
objectMapper
.
setSerializationInclusion
(
JsonInclude
.
Include
.
NON_NULL
);
}
}
public
ToscaTemplate
execute
()
throws
FileNotFoundException
,
JSchException
,
IOException
,
ApiException
,
Exception
{
public
ToscaTemplate
execute
(
boolean
dryRun
)
throws
FileNotFoundException
,
JSchException
,
IOException
,
ApiException
,
Exception
{
String
tempInputDirPath
=
System
.
getProperty
(
"java.io.tmpdir"
)
+
File
.
separator
+
"Input-"
+
Long
.
toString
(
System
.
nanoTime
())
+
File
.
separator
;
String
tempInputDirPath
=
System
.
getProperty
(
"java.io.tmpdir"
)
+
File
.
separator
+
"Input-"
+
Long
.
toString
(
System
.
nanoTime
())
+
File
.
separator
;
File
tempInputDir
=
new
File
(
tempInputDirPath
);
File
tempInputDir
=
new
File
(
tempInputDirPath
);
if
(!(
tempInputDir
.
mkdirs
()))
{
if
(!(
tempInputDir
.
mkdirs
()))
{
...
@@ -149,7 +150,7 @@ class CloudStormService {
...
@@ -149,7 +150,7 @@ class CloudStormService {
List
<
CloudsStormSubTopology
>
cloudStormSubtopologies
=
(
List
<
CloudsStormSubTopology
>)
subTopologiesAndVMs
.
get
(
"cloud_storm_subtopologies"
);
List
<
CloudsStormSubTopology
>
cloudStormSubtopologies
=
(
List
<
CloudsStormSubTopology
>)
subTopologiesAndVMs
.
get
(
"cloud_storm_subtopologies"
);
writeCloudStormInfrasCodeFiles
(
infrasCodeTempInputDirPath
,
cloudStormSubtopologies
);
writeCloudStormInfrasCodeFiles
(
infrasCodeTempInputDirPath
,
cloudStormSubtopologies
);
ToscaTemplate
newToscaTemplate
=
runCloudStorm
(
tempInputDirPath
);
ToscaTemplate
newToscaTemplate
=
runCloudStorm
(
tempInputDirPath
,
dryRun
);
getHelper
().
uploadToscaTemplate
(
newToscaTemplate
);
getHelper
().
uploadToscaTemplate
(
newToscaTemplate
);
return
newToscaTemplate
;
return
newToscaTemplate
;
}
}
...
@@ -351,11 +352,20 @@ class CloudStormService {
...
@@ -351,11 +352,20 @@ class CloudStormService {
FileUtils
.
copyDirectory
(
srcDir
,
destDir
);
FileUtils
.
copyDirectory
(
srcDir
,
destDir
);
}
}
protected
ToscaTemplate
runCloudStorm
(
String
tempInputDirPath
)
throws
IOException
,
ApiException
{
protected
ToscaTemplate
runCloudStorm
(
String
tempInputDirPath
,
boolean
dryRun
)
throws
IOException
,
ApiException
{
String
[]
args
=
new
String
[]{
"run"
,
tempInputDirPath
};
String
[]
args
=
new
String
[]{
"run"
,
tempInputDirPath
};
standalone
.
MainAsTool
.
main
(
args
);
File
topTopologyFile
=
new
File
(
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
CloudsStormTopTopology
_top
=
objectMapper
.
readValue
(
new
File
(
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
+
TOP_TOPOLOGY_FILE_NAME
);
+
TOP_TOPOLOGY_FILE_NAME
),
if
(!
dryRun
)
{
standalone
.
MainAsTool
.
main
(
args
);
}
else
{
TopologyAnalysisMain
tam
=
new
TopologyAnalysisMain
(
topTopologyFile
.
getAbsolutePath
());
if
(!
tam
.
fullLoadWholeTopology
())
{
Logger
.
getLogger
(
CloudStormService
.
class
.
getName
()).
log
(
Level
.
FINE
,
"CloudStrom topology file at: {0} has errors"
,
topTopologyFile
.
getAbsolutePath
());
}
}
CloudsStormTopTopology
_top
=
objectMapper
.
readValue
(
topTopologyFile
,
CloudsStormTopTopology
.
class
);
CloudsStormTopTopology
.
class
);
List
<
CloudsStormSubTopology
>
subTopologies
=
_top
.
getTopologies
();
List
<
CloudsStormSubTopology
>
subTopologies
=
_top
.
getTopologies
();
...
@@ -363,67 +373,9 @@ class CloudStormService {
...
@@ -363,67 +373,9 @@ class CloudStormService {
List
<
NodeTemplateMap
>
vmTopologiesMaps
=
getHelper
().
getVMTopologyTemplates
();
List
<
NodeTemplateMap
>
vmTopologiesMaps
=
getHelper
().
getVMTopologyTemplates
();
int
i
=
0
;
int
i
=
0
;
for
(
CloudsStormSubTopology
subTopology
:
subTopologies
)
{
for
(
CloudsStormSubTopology
subTopology
:
subTopologies
)
{
NodeTemplateMap
vmTopologyMap
=
vmTopologiesMaps
.
get
(
i
);
vmTopologyMap
=
addCloudStromArtifacts
(
vmTopologyMap
,
tempInputDirPath
);
setSSHKeysToVMAttributes
(
i
,
vmTopologiesMaps
,
subTopology
,
tempInputDirPath
);
getHelper
().
setNodeCurrentState
(
vmTopologyMap
,
cloudStormStatus2NodeState
(
subTopology
.
getStatus
()));
String
rootKeyPairFolder
=
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
+
File
.
separator
+
subTopology
.
getSshKeyPairId
();
Credential
rootKeyPairCredential
=
new
Credential
();
rootKeyPairCredential
.
setProtocol
(
"ssh"
);
Map
<
String
,
String
>
rootKeys
=
new
HashMap
<>();
rootKeys
.
put
(
"private_key"
,
Converter
.
encodeFileToBase64Binary
(
rootKeyPairFolder
+
File
.
separator
+
"id_rsa"
));
DirectoryScanner
scanner
=
new
DirectoryScanner
();
scanner
.
setIncludes
(
new
String
[]{
"**/*.pub"
});
scanner
.
setBasedir
(
rootKeyPairFolder
+
File
.
separator
);
scanner
.
setCaseSensitive
(
false
);
scanner
.
scan
();
String
[]
fileNames
=
scanner
.
getIncludedFiles
();
rootKeys
.
put
(
"public_key"
,
Converter
.
encodeFileToBase64Binary
(
rootKeyPairFolder
+
File
.
separator
+
File
.
separator
+
fileNames
[
0
]));
rootKeyPairCredential
.
setKeys
(
rootKeys
);
String
userKyePairFolder
=
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
;
Credential
userKeyPairCredential
=
new
Credential
();
userKeyPairCredential
.
setProtocol
(
"ssh"
);
Map
<
String
,
String
>
userKyes
=
new
HashMap
<>();
userKyes
.
put
(
"private_key"
,
Converter
.
encodeFileToBase64Binary
(
userKyePairFolder
+
File
.
separator
+
"id_rsa"
));
userKyes
.
put
(
"public_key"
,
Converter
.
encodeFileToBase64Binary
(
userKyePairFolder
+
File
.
separator
+
"id_rsa.pub"
));
userKeyPairCredential
.
setKeys
(
userKyes
);
CloudsStormVMs
cloudsStormVMs
=
objectMapper
.
readValue
(
new
File
(
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
+
File
.
separator
+
subTopology
.
getTopology
()
+
".yml"
),
CloudsStormVMs
.
class
);
List
<
CloudsStormVM
>
vms
=
cloudsStormVMs
.
getVms
();
List
<
NodeTemplateMap
>
vmTemplatesMap
=
getHelper
().
getTemplateVMsForVMTopology
(
vmTopologyMap
);
int
j
=
0
;
for
(
CloudsStormVM
vm
:
vms
)
{
NodeTemplateMap
vmTemplateMap
=
vmTemplatesMap
.
get
(
j
);
Map
<
String
,
Object
>
vmAttributes
=
vmTemplateMap
.
getNodeTemplate
().
getAttributes
();
if
(
vmAttributes
==
null
)
{
vmAttributes
=
new
HashMap
<>();
}
vmAttributes
.
put
(
"private_ip"
,
vm
.
getSelfEthAddresses
());
vmAttributes
.
put
(
"public_ip"
,
vm
.
getPublicAddress
());
if
(
j
>
0
)
{
vmAttributes
.
put
(
"role"
,
"worker"
);
}
else
{
vmAttributes
.
put
(
"role"
,
"master"
);
}
vmAttributes
.
put
(
"node_type"
,
vm
.
getNodeType
());
vmAttributes
.
put
(
"host_name"
,
vm
.
getName
());
vmAttributes
.
put
(
"root_key_pair"
,
rootKeyPairCredential
);
vmAttributes
.
put
(
"user_key_pair"
,
userKeyPairCredential
);
vmTemplateMap
.
getNodeTemplate
().
setAttributes
(
vmAttributes
);
toscaTemplate
=
getHelper
().
setNodeInToscaTemplate
(
toscaTemplate
,
vmTemplateMap
);
j
++;
}
toscaTemplate
=
getHelper
().
setNodeInToscaTemplate
(
toscaTemplate
,
vmTopologyMap
);
i
++;
}
}
return
toscaTemplate
;
return
toscaTemplate
;
}
}
...
@@ -453,8 +405,9 @@ class CloudStormService {
...
@@ -453,8 +405,9 @@ class CloudStormService {
}
}
Map
<
String
,
String
>
provisionedFiles
=
new
HashMap
<>();
Map
<
String
,
String
>
provisionedFiles
=
new
HashMap
<>();
provisionedFiles
.
put
(
"type"
,
ENCODED_FILE_DATATYPE
);
provisionedFiles
.
put
(
"type"
,
ENCODED_FILE_DATATYPE
);
String
zipPath
=
(
tempInputDirPath
+
File
.
separator
+
TOPOLOGY_FOLDER_NAME
+
".zip"
);
File
tempInputDirFile
=
new
File
(
tempInputDirPath
);
String
sourceFolderPath
=
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
;
String
zipPath
=
(
tempInputDirFile
.
getAbsolutePath
()
+
"-cloudStromFiles.zip"
);
String
sourceFolderPath
=
tempInputDirPath
;
Converter
.
zipFolder
(
sourceFolderPath
,
zipPath
);
Converter
.
zipFolder
(
sourceFolderPath
,
zipPath
);
String
cloudStormZipFileContentsAsBase64
=
Converter
.
encodeFileToBase64Binary
(
zipPath
);
String
cloudStormZipFileContentsAsBase64
=
Converter
.
encodeFileToBase64Binary
(
zipPath
);
...
@@ -466,4 +419,71 @@ class CloudStormService {
...
@@ -466,4 +419,71 @@ class CloudStormService {
return
vmTopologyMap
;
return
vmTopologyMap
;
}
}
private
void
setSSHKeysToVMAttributes
(
int
i
,
List
<
NodeTemplateMap
>
vmTopologiesMaps
,
CloudsStormSubTopology
subTopology
,
String
tempInputDirPath
)
throws
IOException
,
ApiException
{
NodeTemplateMap
vmTopologyMap
=
vmTopologiesMaps
.
get
(
i
);
vmTopologyMap
=
addCloudStromArtifacts
(
vmTopologyMap
,
tempInputDirPath
);
getHelper
().
setNodeCurrentState
(
vmTopologyMap
,
cloudStormStatus2NodeState
(
subTopology
.
getStatus
()));
Credential
rootKeyPairCredential
=
null
;
if
(
subTopology
.
getSshKeyPairId
()
!=
null
)
{
String
rootKeyPairFolder
=
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
+
File
.
separator
+
subTopology
.
getSshKeyPairId
();
rootKeyPairCredential
=
new
Credential
();
rootKeyPairCredential
.
setProtocol
(
"ssh"
);
Map
<
String
,
String
>
rootKeys
=
new
HashMap
<>();
rootKeys
.
put
(
"private_key"
,
Converter
.
encodeFileToBase64Binary
(
rootKeyPairFolder
+
File
.
separator
+
"id_rsa"
));
DirectoryScanner
scanner
=
new
DirectoryScanner
();
scanner
.
setIncludes
(
new
String
[]{
"**/*.pub"
});
scanner
.
setBasedir
(
rootKeyPairFolder
+
File
.
separator
);
scanner
.
setCaseSensitive
(
false
);
scanner
.
scan
();
String
[]
fileNames
=
scanner
.
getIncludedFiles
();
rootKeys
.
put
(
"public_key"
,
Converter
.
encodeFileToBase64Binary
(
rootKeyPairFolder
+
File
.
separator
+
File
.
separator
+
fileNames
[
0
]));
rootKeyPairCredential
.
setKeys
(
rootKeys
);
}
String
userKyePairFolder
=
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
;
Credential
userKeyPairCredential
=
new
Credential
();
userKeyPairCredential
.
setProtocol
(
"ssh"
);
Map
<
String
,
String
>
userKyes
=
new
HashMap
<>();
userKyes
.
put
(
"private_key"
,
Converter
.
encodeFileToBase64Binary
(
userKyePairFolder
+
File
.
separator
+
"id_rsa"
));
userKyes
.
put
(
"public_key"
,
Converter
.
encodeFileToBase64Binary
(
userKyePairFolder
+
File
.
separator
+
"id_rsa.pub"
));
userKeyPairCredential
.
setKeys
(
userKyes
);
CloudsStormVMs
cloudsStormVMs
=
objectMapper
.
readValue
(
new
File
(
tempInputDirPath
+
TOPOLOGY_RELATIVE_PATH
+
File
.
separator
+
subTopology
.
getTopology
()
+
".yml"
),
CloudsStormVMs
.
class
);
List
<
CloudsStormVM
>
vms
=
cloudsStormVMs
.
getVms
();
List
<
NodeTemplateMap
>
vmTemplatesMap
=
getHelper
().
getTemplateVMsForVMTopology
(
vmTopologyMap
);
int
j
=
0
;
for
(
CloudsStormVM
vm
:
vms
)
{
NodeTemplateMap
vmTemplateMap
=
vmTemplatesMap
.
get
(
j
);
Map
<
String
,
Object
>
vmAttributes
=
vmTemplateMap
.
getNodeTemplate
().
getAttributes
();
if
(
vmAttributes
==
null
)
{
vmAttributes
=
new
HashMap
<>();
}
vmAttributes
.
put
(
"private_ip"
,
vm
.
getSelfEthAddresses
());
vmAttributes
.
put
(
"public_ip"
,
vm
.
getPublicAddress
());
if
(
j
>
0
)
{
vmAttributes
.
put
(
"role"
,
"worker"
);
}
else
{
vmAttributes
.
put
(
"role"
,
"master"
);
}
vmAttributes
.
put
(
"node_type"
,
vm
.
getNodeType
());
vmAttributes
.
put
(
"host_name"
,
vm
.
getName
());
if
(
rootKeyPairCredential
!=
null
)
{
vmAttributes
.
put
(
"root_key_pair"
,
rootKeyPairCredential
);
}
vmAttributes
.
put
(
"user_key_pair"
,
userKeyPairCredential
);
vmTemplateMap
.
getNodeTemplate
().
setAttributes
(
vmAttributes
);
toscaTemplate
=
getHelper
().
setNodeInToscaTemplate
(
toscaTemplate
,
vmTemplateMap
);
j
++;
}
toscaTemplate
=
getHelper
().
setNodeInToscaTemplate
(
toscaTemplate
,
vmTopologyMap
);
i
++;
}
}
}
provisioner/src/main/java/nl/uva/sne/drip/provisioner/Consumer.java
View file @
b2dad407
...
@@ -77,7 +77,8 @@ public class Consumer extends DefaultConsumer {
...
@@ -77,7 +77,8 @@ public class Consumer extends DefaultConsumer {
}
}
CloudStormService
service
=
new
CloudStormService
(
this
.
properties
,
message
.
getToscaTemplate
());
CloudStormService
service
=
new
CloudStormService
(
this
.
properties
,
message
.
getToscaTemplate
());
ToscaTemplate
toscaTemplate
=
service
.
execute
();
boolean
dryRun
=
false
;
ToscaTemplate
toscaTemplate
=
service
.
execute
(
dryRun
);
responceMessage
=
new
Message
();
responceMessage
=
new
Message
();
responceMessage
.
setCreationDate
(
System
.
currentTimeMillis
());
responceMessage
.
setCreationDate
(
System
.
currentTimeMillis
());
...
...
provisioner/src/test/java/nl/uva/sne/drip/provisioner/CloudStormServiceTest.java
View file @
b2dad407
...
@@ -129,17 +129,23 @@ public class CloudStormServiceTest {
...
@@ -129,17 +129,23 @@ public class CloudStormServiceTest {
/**
/**
* Test of execute method, of class CloudStormService.
* Test of execute method, of class CloudStormService.
*
* @throws java.lang.Exception
*/
*/
// @Test
@Test
// public void testExecute() throws Exception {
public
void
testExecute
()
throws
Exception
{
// if (ToscaHelper.isServiceUp(sureToscaBasePath)) {
if
(
ToscaHelper
.
isServiceUp
(
sureToscaBasePath
))
{
// System.out.println("execute");
System
.
out
.
println
(
"execute"
);
// CloudStormService instance = getService(messageExampleProvisioneRequestFilePath);
CloudStormService
instance
=
getService
(
messageExampleProvisioneRequestFilePath
);
// instance.execute();
boolean
dryRun
=
true
;
// }
instance
.
execute
(
dryRun
);
// }
}
}
/**
/**
* Test of writeCloudStormTopologyFiles method, of class CloudStormService.
* Test of writeCloudStormTopologyFiles method, of class CloudStormService.
*
* @throws java.lang.Exception
*/
*/
@Test
@Test
public
void
testWriteCloudStormTopologyFiles
()
throws
Exception
{
public
void
testWriteCloudStormTopologyFiles
()
throws
Exception
{
...
@@ -151,6 +157,8 @@ public class CloudStormServiceTest {
...
@@ -151,6 +157,8 @@ public class CloudStormServiceTest {
/**
/**
* Test of buildSSHKeyPair method, of class CloudStormService.
* Test of buildSSHKeyPair method, of class CloudStormService.
*
* @throws java.lang.Exception
*/
*/
@Test
@Test
public
void
testBuildSSHKeyPair
()
throws
Exception
{
public
void
testBuildSSHKeyPair
()
throws
Exception
{
...
@@ -194,6 +202,8 @@ public class CloudStormServiceTest {
...
@@ -194,6 +202,8 @@ public class CloudStormServiceTest {
/**
/**
* Test of getKeyPair method, of class CloudStormService.
* Test of getKeyPair method, of class CloudStormService.
*
* @throws java.lang.Exception
*/
*/
@Test
@Test
public
void
testGetKeyPair
()
throws
Exception
{
public
void
testGetKeyPair
()
throws
Exception
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment