1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
use std::cmp::Ordering;
use std::iter;
use std::mem;
use std::ops;
use grammar::ContextFree;
use rule::{Rule, GrammarRule};
use symbol::{Symbol, SymbolSource};
pub struct Remap<'a, G: 'a>
where G: ContextFree
{
grammar: &'a mut G,
mapping: Mapping,
}
struct Intern {
source: SymbolSource,
mapping: Mapping,
}
pub struct Mapping {
pub to_internal: Vec<Option<Symbol>>,
pub to_external: Vec<Symbol>,
}
impl<'a, G> Remap<'a, G>
where G: ContextFree,
G::History: Clone
{
pub fn new(grammar: &'a mut G) -> Self {
let num_syms = grammar.num_syms();
Remap {
grammar: grammar,
mapping: Mapping {
to_internal: symbol_iter(num_syms).map(Some).collect(),
to_external: symbol_iter(num_syms).collect(),
},
}
}
pub fn remove_unused_symbols(&mut self) {
let mut intern = Intern::new(self.grammar.num_syms());
self.remap_symbols(|sym| intern.intern(sym));
mem::replace(self.grammar.sym_source_mut(), intern.source);
self.mapping.translate(&intern.mapping);
}
pub fn reorder_symbols<F>(&mut self, f: F)
where F: Fn(Symbol, Symbol) -> Ordering
{
let mut new_mapping = Mapping::new(self.grammar.num_syms());
new_mapping.to_external = symbol_iter(self.grammar.num_syms()).collect();
new_mapping.to_external.sort_by(|&a, &b| f(a, b));
for (after_id, before) in new_mapping.to_external.iter().cloned().enumerate() {
let after = Symbol::from(after_id);
new_mapping.to_internal[before.usize()] = Some(after);
}
self.mapping.translate(&new_mapping);
self.remap_symbols(|sym| new_mapping.to_internal[sym.usize()].unwrap());
}
fn remap_symbols<F>(&mut self, mut map: F)
where F: FnMut(Symbol) -> Symbol
{
let mut added_rules = vec![];
self.grammar.retain(|lhs, rhs, history| {
if map(lhs) == lhs && rhs.iter().all(|&sym| map(sym) == sym) {
true
} else {
added_rules.push(Rule::new(map(lhs),
rhs.iter().cloned().map(&mut map).collect(),
history.clone()));
false
}
});
for rule in added_rules {
let rule_lhs = rule.lhs();
self.grammar.add_rule(rule_lhs, &rule.rhs[..], rule.history);
}
}
pub fn get_mapping(self) -> Mapping {
self.mapping
}
}
impl Intern {
fn new(num_external: usize) -> Self {
Intern {
source: SymbolSource::new(),
mapping: Mapping::new(num_external),
}
}
fn intern(&mut self, symbol: Symbol) -> Symbol {
if let Some(internal) = self.mapping.to_internal[symbol.usize()] {
internal
} else {
let new_sym = self.source.sym();
self.mapping.to_internal[symbol.usize()] = Some(new_sym);
assert_eq!(self.mapping.to_external.len(), new_sym.usize());
self.mapping.to_external.push(symbol);
new_sym
}
}
}
impl Mapping {
pub fn new(num_external: usize) -> Self {
Mapping {
to_internal: vec![None; num_external],
to_external: vec![],
}
}
pub fn translate(&mut self, other: &Self) {
for internal in &mut self.to_internal[..] {
*internal = if let Some(sym) = *internal {
other.to_internal[sym.usize()]
} else {
None
};
}
let remapped = other.to_external
.iter()
.map(|middle| self.to_external[middle.usize()])
.collect();
self.to_external = remapped;
}
}
fn symbol_iter(num: usize) -> iter::Map<ops::Range<usize>, fn(usize) -> Symbol> {
(0..num).map(Symbol::from)
}