Compute Library
 22.11
BlobLifetimeManager.cpp
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017-2022 Arm Limited.
3  *
4  * SPDX-License-Identifier: MIT
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a copy
7  * of this software and associated documentation files (the "Software"), to
8  * deal in the Software without restriction, including without limitation the
9  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10  * sell copies of the Software, and to permit persons to whom the Software is
11  * furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in all
14  * copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22  * SOFTWARE.
23  */
25 
26 #include "arm_compute/core/Error.h"
30 
31 #include <algorithm>
32 #include <cmath>
33 #include <iterator>
34 #include <map>
35 
36 namespace arm_compute
37 {
39  : _blobs()
40 {
41 }
42 
44 {
45  return _blobs;
46 }
47 
49 {
50  ARM_COMPUTE_ERROR_ON(allocator == nullptr);
51  return std::make_unique<BlobMemoryPool>(allocator, _blobs);
52 }
53 
55 {
56  return MappingType::BLOBS;
57 }
58 
59 void BlobLifetimeManager::update_blobs_and_mappings()
60 {
62  ARM_COMPUTE_ERROR_ON(_active_group == nullptr);
63 
64  // Sort free blobs requirements in descending order.
65  _free_blobs.sort([](const Blob & ba, const Blob & bb)
66  {
67  return ba.max_size > bb.max_size;
68  });
69 
70  // Create group sizes vector
71  std::vector<BlobInfo> group_sizes;
72  std::transform(std::begin(_free_blobs), std::end(_free_blobs), std::back_inserter(group_sizes), [](const Blob & b)
73  {
74  return BlobInfo{ b.max_size, b.max_alignment, b.bound_elements.size() };
75  });
76 
77  // Update blob sizes
78  size_t max_size = std::max(_blobs.size(), group_sizes.size());
79  _blobs.resize(max_size);
80  group_sizes.resize(max_size);
81  std::transform(std::begin(_blobs), std::end(_blobs), std::begin(group_sizes), std::begin(_blobs), [](BlobInfo lhs, BlobInfo rhs)
82  {
83  return BlobInfo{ std::max(lhs.size, rhs.size), std::max(lhs.alignment, rhs.alignment), std::max(lhs.owners, rhs.owners) };
84  });
85 
86  // Calculate group mappings
87  auto &group_mappings = _active_group->mappings();
88  int blob_idx = 0;
89  for(auto &free_blob : _free_blobs)
90  {
91  for(auto &bound_element_id : free_blob.bound_elements)
92  {
93  ARM_COMPUTE_ERROR_ON(_active_elements.find(bound_element_id) == std::end(_active_elements));
94  Element &bound_element = _active_elements[bound_element_id];
95  group_mappings[bound_element.handle] = blob_idx;
96  }
97  ++blob_idx;
98  }
99 }
100 } // namespace arm_compute
Meta-data information for each blob.
Definition: Types.h:51
SimpleTensor< float > b
Definition: DFT.cpp:157
bool are_all_finalized() const override
Checks if the lifetime of the registered object is complete.
#define ARM_COMPUTE_ERROR_ON(cond)
If the condition is true then an error message is printed and an exception thrown.
Definition: Error.h:466
Copyright (c) 2017-2022 Arm Limited.
Mappings are in blob granularity.
size_t alignment
Blob alignment.
Definition: Types.h:58
MappingType
Mapping type.
Definition: Types.h:34
std::unique_ptr< IMemoryPool > create_pool(IAllocator *allocator) override
Creates a memory pool depending on the memory requirements.
void end(TokenStream &in, bool &valid)
Definition: MLGOParser.cpp:290
input allocator() -> allocate()
MappingType mapping_type() const override
Returns the type of mappings that the lifetime manager returns.
size_t owners
Number of owners in parallel of the blob.
Definition: Types.h:59
const info_type & info() const
Accessor to the pool internal configuration meta-data.
Allocator interface.
Definition: IAllocator.h:35
std::vector< BlobInfo > info_type
size_t size
Blob size.
Definition: Types.h:57