// arcsort.h // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // // // \file // Functions and classes to sort arcs in an FST. #ifndef FST_LIB_ARCSORT_H__ #define FST_LIB_ARCSORT_H__ #include #include "fst/lib/cache.h" #include "fst/lib/test-properties.h" namespace fst { // Sorts the arcs in an FST according to function object 'comp' of // type Compare. This version modifies its input. Comparison function // objects IlabelCompare and OlabelCompare are provived by the // library. In general, Compare must meet the requirements for an STL // sort comparision function object. It must also have a member // Properties(uint64) that specifies the known properties of the // sorted FST; it takes as argument the input FST's known properties // before the sort. // // Complexity: // - Time: O(V + D log D) // - Space: O(D) // where V = # of states and D = maximum out-degree. template void ArcSort(MutableFst *fst, Compare comp) { typedef typename Arc::StateId StateId; uint64 props = fst->Properties(kFstProperties, false); vector arcs; for (StateIterator< MutableFst > siter(*fst); !siter.Done(); siter.Next()) { StateId s = siter.Value(); arcs.clear(); for (ArcIterator< MutableFst > aiter(*fst, s); !aiter.Done(); aiter.Next()) arcs.push_back(aiter.Value()); sort(arcs.begin(), arcs.end(), comp); fst->DeleteArcs(s); for (size_t a = 0; a < arcs.size(); ++a) fst->AddArc(s, arcs[a]); } fst->SetProperties(comp.Properties(props), kFstProperties); } typedef CacheOptions ArcSortFstOptions; // Implementation of delayed ArcSortFst. template class ArcSortFstImpl : public CacheImpl { public: using FstImpl::SetType; using FstImpl::SetProperties; using FstImpl::Properties; using FstImpl::SetInputSymbols; using FstImpl::SetOutputSymbols; using FstImpl::InputSymbols; using FstImpl::OutputSymbols; using VectorFstBaseImpl::State>::NumStates; using CacheImpl::HasArcs; using CacheImpl::HasFinal; using CacheImpl::HasStart; typedef typename A::Weight Weight; typedef typename A::StateId StateId; ArcSortFstImpl(const Fst &fst, const C &comp, const ArcSortFstOptions &opts) : CacheImpl(opts), fst_(fst.Copy()), comp_(comp) { SetType("arcsort"); uint64 props = fst_->Properties(kCopyProperties, false); SetProperties(comp_.Properties(props)); SetInputSymbols(fst.InputSymbols()); SetOutputSymbols(fst.OutputSymbols()); } ArcSortFstImpl(const ArcSortFstImpl& impl) : fst_(impl.fst_->Copy()), comp_(impl.comp_) { SetType("arcsort"); SetProperties(impl.Properties(), kCopyProperties); SetInputSymbols(impl.InputSymbols()); SetOutputSymbols(impl.OutputSymbols()); } ~ArcSortFstImpl() { delete fst_; } StateId Start() { if (!HasStart()) SetStart(fst_->Start()); return CacheImpl::Start(); } Weight Final(StateId s) { if (!HasFinal(s)) SetFinal(s, fst_->Final(s)); return CacheImpl::Final(s); } size_t NumArcs(StateId s) { if (!HasArcs(s)) Expand(s); return CacheImpl::NumArcs(s); } size_t NumInputEpsilons(StateId s) { if (!HasArcs(s)) Expand(s); return CacheImpl::NumInputEpsilons(s); } size_t NumOutputEpsilons(StateId s) { if (!HasArcs(s)) Expand(s); return CacheImpl::NumOutputEpsilons(s); } void InitStateIterator(StateIteratorData *data) const { fst_->InitStateIterator(data); } void InitArcIterator(StateId s, ArcIteratorData *data) { if (!HasArcs(s)) Expand(s); CacheImpl::InitArcIterator(s, data); } void Expand(StateId s) { for (ArcIterator< Fst > aiter(*fst_, s); !aiter.Done(); aiter.Next()) AddArc(s, aiter.Value()); SetArcs(s); if (s < NumStates()) { // ensure state exists vector &carcs = GetState(s)->arcs; sort(carcs.begin(), carcs.end(), comp_); } } private: const Fst *fst_; C comp_; void operator=(const ArcSortFstImpl &impl); // Disallow }; // Sorts the arcs in an FST according to function object 'comp' of // type Compare. This version is a delayed Fst. Comparsion function // objects IlabelCompare and OlabelCompare are provided by the // library. In general, Compare must meet the requirements for an STL // comparision function object (e.g. as used for STL sort). It must // also have a member Properties(uint64) that specifies the known // properties of the sorted FST; it takes as argument the input FST's // known properties. // // Complexity: // - Time: O(v + d log d) // - Space: O(v + d) // where v = # of states visited, d = maximum out-degree of states // visited. Constant time and space to visit an input state is assumed // and exclusive of caching. template class ArcSortFst : public Fst { public: friend class CacheArcIterator< ArcSortFst >; friend class ArcIterator< ArcSortFst >; typedef A Arc; typedef C Compare; typedef typename A::Weight Weight; typedef typename A::StateId StateId; typedef CacheState State; ArcSortFst(const Fst &fst, const C &comp) : impl_(new ArcSortFstImpl(fst, comp, ArcSortFstOptions())) {} ArcSortFst(const Fst &fst, const C &comp, const ArcSortFstOptions &opts) : impl_(new ArcSortFstImpl(fst, comp, opts)) {} ArcSortFst(const ArcSortFst &fst) : impl_(new ArcSortFstImpl(*(fst.impl_))) {} virtual ~ArcSortFst() { if (!impl_->DecrRefCount()) delete impl_; } virtual StateId Start() const { return impl_->Start(); } virtual Weight Final(StateId s) const { return impl_->Final(s); } virtual size_t NumArcs(StateId s) const { return impl_->NumArcs(s); } virtual size_t NumInputEpsilons(StateId s) const { return impl_->NumInputEpsilons(s); } virtual size_t NumOutputEpsilons(StateId s) const { return impl_->NumOutputEpsilons(s); } virtual uint64 Properties(uint64 mask, bool test) const { if (test) { uint64 known, test = TestProperties(*this, mask, &known); impl_->SetProperties(test, known); return test & mask; } else { return impl_->Properties(mask); } } virtual const string& Type() const { return impl_->Type(); } virtual ArcSortFst *Copy() const { return new ArcSortFst(*this); } virtual const SymbolTable* InputSymbols() const { return impl_->InputSymbols(); } virtual const SymbolTable* OutputSymbols() const { return impl_->OutputSymbols(); } virtual void InitStateIterator(StateIteratorData *data) const { impl_->InitStateIterator(data); } virtual void InitArcIterator(StateId s, ArcIteratorData *data) const { impl_->InitArcIterator(s, data); } private: ArcSortFstImpl *impl_; void operator=(const ArcSortFst &fst); // Disallow }; // Specialization for ArcSortFst. template class ArcIterator< ArcSortFst > : public CacheArcIterator< ArcSortFst > { public: typedef typename A::StateId StateId; ArcIterator(const ArcSortFst &fst, StateId s) : CacheArcIterator< ArcSortFst >(fst, s) { if (!fst.impl_->HasArcs(s)) fst.impl_->Expand(s); } private: DISALLOW_EVIL_CONSTRUCTORS(ArcIterator); }; // Compare class for comparing input labels of arcs. template class ILabelCompare { public: bool operator() (A arc1, A arc2) const { return arc1.ilabel < arc2.ilabel; } uint64 Properties(uint64 props) const { return (props & kArcSortProperties) | kILabelSorted; } }; // Compare class for comparing output labels of arcs. template class OLabelCompare { public: bool operator() (const A &arc1, const A &arc2) const { return arc1.olabel < arc2.olabel; } uint64 Properties(uint64 props) const { return (props & kArcSortProperties) | kOLabelSorted; } }; // Useful aliases when using StdArc. template class StdArcSortFst : public ArcSortFst { public: typedef StdArc Arc; typedef C Compare; }; typedef ILabelCompare StdILabelCompare; typedef OLabelCompare StdOLabelCompare; } // namespace fst #endif // FST_LIB_ARCSORT_H__