Source code for spinn_front_end_common.interface.buffer_management.storage_objects.buffers_sent_deque
# Copyright (c) 2017-2019 The University of Manchester
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from collections import deque
from threading import Lock
import logging
from spinn_utilities.log import FormatAdapter
from spinnman.messages.eieio.command_messages import (
EventStopRequest, HostSendSequencedData)
from spinn_front_end_common.utilities.exceptions import SpinnFrontEndException
logger = FormatAdapter(logging.getLogger(__name__))
#: The total number of sequence numbers
_N_SEQUENCES = 256
[docs]class BuffersSentDeque(object):
""" A tracker of buffers sent / to send for a region
"""
__slots__ = [
#: The region being managed
"_region",
#: A queue of messages sent, ordered by sequence number
"_buffers_sent",
#: The current sequence number of the region
"_sequence_number",
#: A lock for the sequence number
"_sequence_lock",
#: The last sequence number to be received on the machine
"_last_received_sequence_number",
#: True if the stop message has been sent
"_sent_stop_message",
#: The number of sequence numbers allowed in a single transmission
"_n_sequences_per_transmission"
]
def __init__(self, region, sent_stop_message=False,
n_sequences_per_tranmission=64):
"""
:param region: The region being managed
:type region: int
:param sent_stop_message: True if the stop message has been sent
:type sent_stop_message: bool
:param n_sequences_per_tranmission: \
The number of sequences allowed in each transmission set
:type n_sequences_per_tranmission: int
"""
self._region = region
self._buffers_sent = deque(maxlen=n_sequences_per_tranmission)
self._sequence_number = 0
self._sequence_lock = Lock()
self._last_received_sequence_number = _N_SEQUENCES - 1
self._sent_stop_message = sent_stop_message
self._n_sequences_per_transmission = n_sequences_per_tranmission
@property
def is_full(self):
""" Determine if the number of messages sent is at the limit for the\
sequencing system.
:rtype: bool
"""
return len(self._buffers_sent) >= self._n_sequences_per_transmission
[docs] def is_empty(self):
""" Determine if there are no messages.
:rtype: int
"""
return len(self._buffers_sent) == 0
[docs] def send_stop_message(self):
""" Send a message to indicate the end of all the messages.
"""
if not self._sent_stop_message:
self._sent_stop_message = True
self.add_message_to_send(EventStopRequest())
[docs] def add_message_to_send(self, message):
""" Add a message to send. The message is converted to a sequenced\
message.
:param message: The message to be added
:type message:\
:py:class:`spinnman.messages.eieio.abstract_messages.AbstractEIEIOMessage`
"""
# If full, raise an exception
if self.is_full:
raise SpinnFrontEndException("The buffer is full")
# Create a sequenced message and update the sequence number
self._sequence_lock.acquire()
sequenced_message = HostSendSequencedData(
self._region, self._sequence_number, message)
self._sequence_number = (self._sequence_number + 1) % _N_SEQUENCES
self._sequence_lock.release()
# Add the sequenced message to the buffers
self._buffers_sent.append(sequenced_message)
@property
def messages(self):
""" The messages that have been added to the set.
:rtype: \
iterable(:py:class:`spinnman.messages.eieio.command_messages.HostSendSequencedData`)
"""
return self._buffers_sent
[docs] def update_last_received_sequence_number(self, last_received_sequence_no):
""" Updates the last received sequence number. If the sequence number\
is within the valid window, packets before the sequence number\
within the window are removed, and the last received sequence\
number is updated, thus moving the window for the next call. If\
the sequence number is not within the valid window, it is assumed\
to be invalid and so is ignored.
:param last_received_sequence_no: The new sequence number
:type last_received_sequence_no: int
:return: True if update went ahead, False if it was ignored
:rtype: bool
"""
# The sequence number window is between the last received and
# the last received + window size, taking account that the end
# of the window might wrap
min_seq_no_acceptable = self._last_received_sequence_number
max_seq_no_acceptable = (
(min_seq_no_acceptable + self._n_sequences_per_transmission)
% _N_SEQUENCES)
if (min_seq_no_acceptable <= last_received_sequence_no <=
max_seq_no_acceptable):
# The sequence hasn't wrapped and the sequence is valid
self._last_received_sequence_number = last_received_sequence_no
self._remove_messages()
return True
elif max_seq_no_acceptable < min_seq_no_acceptable:
# The sequence has wrapped
if (0 <= last_received_sequence_no <= max_seq_no_acceptable or
min_seq_no_acceptable <= last_received_sequence_no <=
_N_SEQUENCES):
# The sequence is in the valid range
self._last_received_sequence_number = last_received_sequence_no
self._remove_messages()
return True
# If none of the above match, the sequence is out of the window
return False
def _remove_messages(self):
""" Remove messages that are no longer relevant, based on the last\
sequence number received.
"""
min_sequence = (self._last_received_sequence_number -
self._n_sequences_per_transmission)
logger.debug("Removing buffers between {} and {}",
min_sequence, self._last_received_sequence_number)
# If we are at the start of the sequence numbers, keep going back up to
# the allowed window
if min_sequence < 0:
back_min_sequence = min_sequence + _N_SEQUENCES
while (self._buffers_sent and
self._buffers_sent[0].sequence_no > back_min_sequence):
logger.debug("Removing buffer with sequence {}",
self._buffers_sent[0].sequence_no)
self._buffers_sent.popleft()
# Go back through the queue until we reach the last received sequence
while (self._buffers_sent and
min_sequence < self._buffers_sent[0].sequence_no <=
self._last_received_sequence_number):
logger.debug("Removing buffer with sequence {}",
self._buffers_sent[0].sequence_no)
self._buffers_sent.popleft()