This repository has been archived by the owner on May 3, 2024. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 18
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
CORTX-30432: Added license information to perfline scripts/files
Signed-off-by: Rahul Kumar <[email protected]>
- Loading branch information
1 parent
a4fde29
commit 367680d
Showing
246 changed files
with
3,792 additions
and
2,503 deletions.
There are no files selected for viewing
24 changes: 13 additions & 11 deletions
24
performance/PerfLine/roles/perfline_setup/files/chronometry/addb2db.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,24 @@ | ||
#!/usr/bin/env python3 | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
# | ||
|
||
# METADATA PATH DB SCHEMA DIAGRAM | ||
# =============================== | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,21 +1,23 @@ | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
# | ||
|
||
# METADATA PATH DB SCHEMA DIAGRAM | ||
# =============================== | ||
|
@@ -568,7 +570,7 @@ def db_consume_data(files: List[str], db): | |
rows = [] | ||
tables = defaultdict(list) | ||
pool = [] | ||
|
||
with profiler(f"Read files: {files}"): | ||
for f in files: | ||
|
||
|
@@ -582,7 +584,7 @@ def db_consume_data(files: List[str], db): | |
|
||
def pool_init(pid): | ||
global PID; PID=pid | ||
|
||
# Ugly reinitialisation of the pool due to PID value propagation | ||
del pool | ||
pool = multiprocessing.Pool(PROC_NR, pool_init, (fd_id_get(f),)) | ||
|
@@ -595,7 +597,7 @@ def pool_init(pid): | |
db_init(db) | ||
db_setup_loggers() | ||
db_connect() | ||
|
||
with tqdm(total=len(rows), desc="Insert records") as t: | ||
with profiler("Write to db"): | ||
for k in tables.keys(): | ||
|
@@ -619,7 +621,7 @@ def pool_init(pid): | |
else: | ||
raise ex | ||
t.update(len(tables[k])) | ||
|
||
def db_setup_loggers(): | ||
format='%(asctime)s %(name)s %(levelname)s %(message)s' | ||
level=logging.INFO | ||
|
24 changes: 13 additions & 11 deletions
24
performance/PerfLine/roles/perfline_setup/files/chronometry/common/common_funcs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,24 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
# | ||
|
||
|
||
_log() { | ||
|
20 changes: 20 additions & 0 deletions
20
performance/PerfLine/roles/perfline_setup/files/chronometry/common/patch_motr_role_mappings
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,4 +1,24 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
|
||
|
||
function patch_file() { | ||
cat $1 | while IFS="" read line; do | ||
|
23 changes: 12 additions & 11 deletions
23
performance/PerfLine/roles/perfline_setup/files/chronometry/common/remote_execution
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,23 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
|
||
|
||
function parse_nodes() { | ||
|
23 changes: 12 additions & 11 deletions
23
performance/PerfLine/roles/perfline_setup/files/chronometry/common/sw_ver_check_funcs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,23 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
|
||
|
||
set -x | ||
|
23 changes: 12 additions & 11 deletions
23
performance/PerfLine/roles/perfline_setup/files/chronometry/common/timeout_funcs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,23 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
|
||
function set_timeout() | ||
{ | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,24 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
# | ||
|
||
set -x | ||
set -e | ||
|
@@ -141,7 +143,7 @@ function setup_m0_configs() | |
} | ||
|
||
function setup_ha_configs() | ||
{ | ||
{ | ||
if [[ "$HA_TYPE" == "halon" ]]; then | ||
_info "setup Halon configs" | ||
else | ||
|
24 changes: 13 additions & 11 deletions
24
performance/PerfLine/roles/perfline_setup/files/chronometry/endless_m0crate
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,24 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
# | ||
|
||
set -e | ||
#set -x | ||
|
24 changes: 13 additions & 11 deletions
24
performance/PerfLine/roles/perfline_setup/files/chronometry/endless_s3bench
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,22 +1,24 @@ | ||
#!/usr/bin/env bash | ||
# | ||
# Copyright (c) 2020 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# Copyright (c) 2022 Seagate Technology LLC and/or its Affiliates | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
# This program is free software: you can redistribute it and/or modify | ||
# it under the terms of the GNU Affero General Public License as published | ||
# by the Free Software Foundation, either version 3 of the License, or | ||
# (at your option) any later version. | ||
# This program is distributed in the hope that it will be useful, | ||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
# GNU Affero General Public License for more details. | ||
# You should have received a copy of the GNU Affero General Public License | ||
# along with this program. If not, see <https://www.gnu.org/licenses/>. | ||
# | ||
# For any questions about this software or licensing, | ||
# please email [email protected] or [email protected]. | ||
# | ||
# -*- coding: utf-8 -*- | ||
# | ||
|
||
set -e | ||
#set -x | ||
|
Oops, something went wrong.