Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 1 | /* -*- Mode: C++; c-file-style: "gnu"; indent-tabs-mode:nil -*- */ |
| 2 | /* |
| 3 | * Copyright (c) 2012-2013 University of California, Los Angeles |
| 4 | * |
| 5 | * This program is free software; you can redistribute it and/or modify |
| 6 | * it under the terms of the GNU General Public License version 2 as |
| 7 | * published by the Free Software Foundation; |
| 8 | * |
| 9 | * This program is distributed in the hope that it will be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; if not, write to the Free Software |
| 16 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
| 17 | * |
| 18 | * Author: Alexander Afanasyev <alexander.afanasyev@ucla.edu> |
| 19 | * Zhenkai Zhu <zhenkai@cs.ucla.edu> |
| 20 | */ |
| 21 | |
| 22 | #ifndef FETCH_MANAGER_H |
| 23 | #define FETCH_MANAGER_H |
| 24 | |
| 25 | #include <boost/exception/all.hpp> |
| 26 | #include <boost/shared_ptr.hpp> |
Zhenkai Zhu | 3d1beca | 2013-01-23 14:55:32 -0800 | [diff] [blame] | 27 | #include <boost/function.hpp> |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 28 | #include <string> |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 29 | #include <list> |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 30 | #include <stdint.h> |
| 31 | #include "scheduler.h" |
Zhenkai Zhu | ab9215c | 2013-01-28 23:42:28 -0800 | [diff] [blame] | 32 | #include "executor.h" |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 33 | #include "ccnx-wrapper.h" |
Zhenkai Zhu | da68688 | 2013-01-29 22:32:24 -0800 | [diff] [blame] | 34 | #include "fetch-task-db.h" |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 35 | |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 36 | #include "fetcher.h" |
| 37 | |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 38 | class FetchManager |
| 39 | { |
Alexander Afanasyev | f9978f8 | 2013-01-23 16:30:31 -0800 | [diff] [blame] | 40 | public: |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 41 | enum |
| 42 | { |
| 43 | PRIORITY_NORMAL, |
| 44 | PRIORITY_HIGH |
| 45 | }; |
| 46 | |
Zhenkai Zhu | 3d1beca | 2013-01-23 14:55:32 -0800 | [diff] [blame] | 47 | typedef boost::function<Ccnx::Name(const Ccnx::Name &)> Mapping; |
| 48 | typedef boost::function<void(Ccnx::Name &deviceName, Ccnx::Name &baseName, uint64_t seq, Ccnx::PcoPtr pco)> SegmentCallback; |
| 49 | typedef boost::function<void(Ccnx::Name &deviceName, Ccnx::Name &baseName)> FinishCallback; |
Zhenkai Zhu | a014738 | 2013-01-29 15:57:27 -0800 | [diff] [blame] | 50 | FetchManager (Ccnx::CcnxWrapperPtr ccnx |
| 51 | , const Mapping &mapping |
| 52 | , uint32_t parallelFetches = 3 |
| 53 | , const SegmentCallback &defaultSegmentCallback = SegmentCallback() |
| 54 | , const FinishCallback &defaultFinishCallback = FinishCallback() |
Zhenkai Zhu | da68688 | 2013-01-29 22:32:24 -0800 | [diff] [blame] | 55 | , const FetchTaskDbPtr &taskDb = FetchTaskDbPtr() |
Zhenkai Zhu | a014738 | 2013-01-29 15:57:27 -0800 | [diff] [blame] | 56 | ); |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 57 | virtual ~FetchManager (); |
| 58 | |
| 59 | void |
Zhenkai Zhu | 3d1beca | 2013-01-23 14:55:32 -0800 | [diff] [blame] | 60 | Enqueue (const Ccnx::Name &deviceName, const Ccnx::Name &baseName, |
| 61 | const SegmentCallback &segmentCallback, const FinishCallback &finishCallback, |
| 62 | uint64_t minSeqNo, uint64_t maxSeqNo, int priority=PRIORITY_NORMAL); |
Alexander Afanasyev | e41e7d2 | 2013-01-19 15:13:47 -0800 | [diff] [blame] | 63 | |
Zhenkai Zhu | a014738 | 2013-01-29 15:57:27 -0800 | [diff] [blame] | 64 | // Enqueue using default callbacks |
| 65 | void |
| 66 | Enqueue (const Ccnx::Name &deviceName, const Ccnx::Name &baseName, |
| 67 | uint64_t minSeqNo, uint64_t maxSeqNo, int priority=PRIORITY_NORMAL); |
| 68 | |
Zhenkai Zhu | 3d1beca | 2013-01-23 14:55:32 -0800 | [diff] [blame] | 69 | // only for Fetcher |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 70 | inline Ccnx::CcnxWrapperPtr |
Alexander Afanasyev | e41e7d2 | 2013-01-19 15:13:47 -0800 | [diff] [blame] | 71 | GetCcnx (); |
| 72 | |
Zhenkai Zhu | 3d1beca | 2013-01-23 14:55:32 -0800 | [diff] [blame] | 73 | private: |
Alexander Afanasyev | 21a166e | 2013-01-20 16:04:41 -0800 | [diff] [blame] | 74 | // Fetch Events |
| 75 | void |
Zhenkai Zhu | 3d1beca | 2013-01-23 14:55:32 -0800 | [diff] [blame] | 76 | DidDataSegmentFetched (Fetcher &fetcher, uint64_t seqno, const Ccnx::Name &basename, |
Alexander Afanasyev | f278db3 | 2013-01-21 14:41:01 -0800 | [diff] [blame] | 77 | const Ccnx::Name &name, Ccnx::PcoPtr data); |
Alexander Afanasyev | 21a166e | 2013-01-20 16:04:41 -0800 | [diff] [blame] | 78 | |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 79 | void |
Alexander Afanasyev | d6c2a90 | 2013-01-19 21:24:30 -0800 | [diff] [blame] | 80 | DidNoDataTimeout (Fetcher &fetcher); |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 81 | |
| 82 | void |
Zhenkai Zhu | da68688 | 2013-01-29 22:32:24 -0800 | [diff] [blame] | 83 | DidFetchComplete (Fetcher &fetcher, const Ccnx::Name &deviceName, const Ccnx::Name &baseName); |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 84 | |
Alexander Afanasyev | d6c2a90 | 2013-01-19 21:24:30 -0800 | [diff] [blame] | 85 | void |
| 86 | ScheduleFetches (); |
| 87 | |
| 88 | private: |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 89 | Ccnx::CcnxWrapperPtr m_ccnx; |
Zhenkai Zhu | 3d1beca | 2013-01-23 14:55:32 -0800 | [diff] [blame] | 90 | Mapping m_mapping; |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 91 | |
Alexander Afanasyev | f9978f8 | 2013-01-23 16:30:31 -0800 | [diff] [blame] | 92 | uint32_t m_maxParallelFetches; |
| 93 | uint32_t m_currentParallelFetches; |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 94 | boost::mutex m_parellelFetchMutex; |
| 95 | |
| 96 | // optimized list structure for fetch queue |
| 97 | typedef boost::intrusive::member_hook< Fetcher, |
| 98 | boost::intrusive::list_member_hook<>, &Fetcher::m_managerListHook> MemberOption; |
| 99 | typedef boost::intrusive::list<Fetcher, MemberOption> FetchList; |
Alexander Afanasyev | d6c2a90 | 2013-01-19 21:24:30 -0800 | [diff] [blame] | 100 | |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 101 | FetchList m_fetchList; |
Alexander Afanasyev | 548d38d | 2013-01-26 16:36:06 -0800 | [diff] [blame] | 102 | SchedulerPtr m_scheduler; |
Zhenkai Zhu | ab9215c | 2013-01-28 23:42:28 -0800 | [diff] [blame] | 103 | ExecutorPtr m_executor; |
Alexander Afanasyev | 548d38d | 2013-01-26 16:36:06 -0800 | [diff] [blame] | 104 | TaskPtr m_scheduleFetchesTask; |
Zhenkai Zhu | a014738 | 2013-01-29 15:57:27 -0800 | [diff] [blame] | 105 | SegmentCallback m_defaultSegmentCallback; |
| 106 | FinishCallback m_defaultFinishCallback; |
Zhenkai Zhu | da68688 | 2013-01-29 22:32:24 -0800 | [diff] [blame] | 107 | FetchTaskDbPtr m_taskDb; |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 108 | }; |
| 109 | |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 110 | Ccnx::CcnxWrapperPtr |
| 111 | FetchManager::GetCcnx () |
| 112 | { |
| 113 | return m_ccnx; |
| 114 | } |
| 115 | |
Alexander Afanasyev | d6c2a90 | 2013-01-19 21:24:30 -0800 | [diff] [blame] | 116 | typedef boost::error_info<struct tag_errmsg, std::string> errmsg_info_str; |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 117 | namespace Error { |
Alexander Afanasyev | 83531a4 | 2013-01-19 16:21:54 -0800 | [diff] [blame] | 118 | struct FetchManager : virtual boost::exception, virtual std::exception { }; |
Alexander Afanasyev | 49a1852 | 2013-01-18 17:49:04 -0800 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | typedef boost::shared_ptr<FetchManager> FetchManagerPtr; |
| 122 | |
| 123 | |
| 124 | #endif // FETCHER_H |