1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
// Copyright 2016 LambdaStack All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

use std::io;
use std::io::{BufReader, Read, Seek, SeekFrom, Write};
use std::fs::File;
use std::str::FromStr;
use std::cmp::Ord;

use term;
use rustc_serialize::json;
use rustc_serialize::json::{Json, ToJson};
//use rustc_serialize::base64::{STANDARD, ToBase64};
use std::collections::BTreeMap;

use clap::ArgMatches;
use handlebars::{Context, TemplateRenderError, JsonRender};

//use url::Url;
use yaml_rust::{YamlLoader, Yaml};
use ini::Ini;
use lsio::error::Error;

use Client;
use Output;
use OutputFormat;
use Commands;
use TemplateTypes;
use DataTypes;


/// Commands
pub fn commands(matches: &ArgMatches, cmd: Commands, client: &mut Client) -> Result<(), Error>
{
    match cmd {
        /// JSON - Handlebars uses JSON data to populate templates so all input must be converted
        /// to JSON if it's not already JSON.
        Commands::json => {
            let result = json(matches, client);
        },
        /// YAML - Is a human readable JSON so to speak. It's great for storing base data that
        /// feeds JSON based systems as long as you can convert it to JSON.
        Commands::yaml => {
            let result = yaml(matches, client);
        },
        /// INI - This is an older style configuration format but it's important to include it
        /// since a lot of systems still use it. INI has sections which can include `.` etc and
        /// keys that can have ` `. However, these things can cause issues with Handlebars so
        /// there are two special BTreeMaps optionally added to the output and they begin with `_`.
        /// _keys_replace and _sections_replace contain a key and value. The key represent the
        /// modified version of the original section name or key name. If they contain `.` or ` `
        /// then those values are replaced with `_` and inserted to either _keys_replace or
        /// _sections_replace depending where it belongs and then the original (unmodified)
        /// version of the name is added as the value so that they originals can be looked up
        /// if you need to add the original values of the key or section.
        /// If the key or section name does not contain an `.` or ` ` then it's skipped and if
        /// there are no modifications then the BTreeMaps are not added.
        Commands::ini => {
            let result = ini(matches, client);
        },
    }

    Ok(())
}

fn ini(matches: &ArgMatches,
       client: &Client)
       -> Result<(), Error>
{
    match data_str(client) {
        Ok(data) => {
            // Convert from ini to json
            //let mut sections: Vec<BTreeMap<String,Json>> = Vec::new();
            let mut kv_btreemap = BTreeMap::new();
            let mut _sections = BTreeMap::new();
            let mut _keys = BTreeMap::new();

            match Ini::load_from_str(&data) {
                Ok(ini) => {
                    // INI files do not have inner sections so they are only one level deep

                    for (sec, prop) in ini.iter() {
                        let section_name = sec.as_ref().unwrap().to_string();
                        let mut kv_prop = BTreeMap::new();

                        for (k, v) in prop.iter() {
                            // NOTE: Could make property that contains a `,` into an Array if desired
                            let new_key = k.clone();
                            // NB: The `underscore` Vec is an array of the original key value if
                            // the key contains ` `. Since Handlebars and other templating tools
                            // can not handle spaces they have to be replaced with `_`. To make
                            // sure keys that contain valid `_` are not replaced with ` ` on the
                            // the reverse side of this you must lookup the key to see if it exists
                            // and then take the original value if it does exists etc.
                            // It also uses the section since BTreeMaps replace the value of an
                            // existing key so we need to further tighten it.
                            if new_key.contains(" ") {
                                _keys.insert(format!("{}:{}", section_name.clone(), new_key.clone().replace(" ", "_")), new_key.clone());
                            }
                            kv_prop.insert(new_key.replace(" ", "_"), v.clone().to_json());
                        }

                        if section_name.contains(".") {
                            _sections.insert(section_name.clone().replace(".", "_"), section_name.clone());
                        }
                        kv_btreemap.insert(section_name.replace(".", "_"), kv_prop.to_json());
                        //sections.push(kv_btreemap);
                    }

                    if _keys.len() > 0 {
                        kv_btreemap.insert("_key_replace".to_string(), _keys.to_json());
                    }
                    if _sections.len() > 0 {
                        kv_btreemap.insert("_section_replace".to_string(), _sections.to_json());
                    }

                    let data_str = kv_btreemap.to_json();

                    println!("{:#?}", data_str);

                    process_output(data_str.to_string(), client)
                },
                Err(e) => {
                    println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
                    return Err(Error::from(Error::FileNotFound("ini error".to_string())));
                },
            }
        },
        Err(e) => {
            println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
            Err(e)
        },
    }
}

fn yaml(matches: &ArgMatches,
        client: &Client)
        -> Result<(), Error>
{
    match data_str(client) {
        Ok(data) => {
            // Convert from yaml to json
            let mut kv_btreemap = BTreeMap::new();

            match YamlLoader::load_from_str(&data) {
                Ok(yaml_vec) => {

                    let yaml = &yaml_vec[0];
                    match yaml.as_hash() {
                        Some(values) => {
                            for (key, value) in values.iter() {
                                let key_str = key.as_str().unwrap();
                                yaml_key_value(key_str.to_string(), &mut kv_btreemap, &value);
                            }
                        },
                        None => {},
                    }


                    let data_str = kv_btreemap.to_json();
                    process_output(data_str.to_string(), client)
                },
                Err(e) => {
                    println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
                    return Err(Error::from(Error::FileNotFound("yaml error".to_string())));
                },
            }
        },
        Err(e) => {
            println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
            Err(e)
        },
    }
}

// Convert everything to String
fn yaml_key_value(key: String, mut bt: &mut BTreeMap<String, Json>, value: &Yaml) {
    match *value {
        Yaml::Boolean(ref val) => {
            let value = format!("{}", val);
            bt.insert(key, value.to_json());
        },
        Yaml::Integer(ref val) => {
            let value = format!("{}", val);
            bt.insert(key, value.to_json());
        },
        Yaml::Real(ref val) => {
            let value = format!("{}", val);
            bt.insert(key, value.to_json());
        },
        Yaml::String(ref val) => {
            let value = format!("{}", val);
            bt.insert(key, value.to_json());
        },
        Yaml::Hash(ref values) => {
            let mut kv_btreemap = BTreeMap::new();

            for (key, value) in values.iter() {
                let key_str = key.as_str().unwrap();
                yaml_key_value(key_str.to_string(), &mut kv_btreemap, &value);
            }

            bt.insert(key, kv_btreemap.to_json());
        },
        Yaml::Array(ref vals) => {
            let mut varr: Vec<Json> = Vec::new();

            for value in vals {
                varr.push(value.as_str().unwrap().to_string().to_json());
            }

            bt.insert(key, varr.to_json());
        },
        _ => {},
    }
}

fn data_str(client: &Client) -> Result<String, Error> {
    let mut data_str: String;

    match client.data_type {
        DataTypes::String => { data_str = client.data.clone() },
        DataTypes::File => {
            let mut data_file: File;

            match File::open(&client.data) {
                Ok(file) => { data_file = file },
                Err(e) => {
                    println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
                    return Err(Error::from(Error::FileNotFound(client.template.clone())));
                },
            }

            data_str = String::new();
            try!(data_file.read_to_string(&mut data_str));
        },
    };

    Ok(data_str)
}

fn json(matches: &ArgMatches,
        client: &Client)
        -> Result<(), Error>
{
    match data_str(client) {
        Ok(data) => process_output(data, client),
        Err(e) => {
            return Err(e)
        },
    }
}

fn process_output(data_str: String,
                  client: &Client)
                  -> Result<(), Error>
{
    // NB: This is a critical step which the docs for handlebars doesn't mention. The Json::Object must be created
    // and passed into Context::wraps.
    let data_obj = Json::from_str(&data_str).unwrap();

    let mut data = Context::wraps(&data_obj);
    let mut output: File;

    match File::create(&client.output_file) {
        Ok(file) => { output = file; },
        Err(e) => {
            return Err(Error::from(Error::FileIO(e)));
        },
    }

    match client.template_type {
        TemplateTypes::File => {
            let mut template: File;

            match File::open(&client.template) {
                Ok(file) => { template = file; },
                Err(e) => {
                    println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
                    return Err(Error::from(Error::FileNotFound(client.template.clone())));
                },
            }

            match client.handlebars.template_renderw2(&mut template, &data, &mut output) {
                Ok(_) => {},
                Err(e) => {
                    println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
                    return Err(Error::from(Error::FileNotFound("output".to_string())));
                },
            }
        },
        _ => {
            let mut template = client.template.clone();

            match client.handlebars.template_renderw(&mut template, &data, &mut output) {
                Ok(_) => {},
                Err(e) => {
                    println_color_quiet!(client.is_quiet, term::color::RED, "{:?}", e);
                    return Err(Error::from(Error::FileNotFound("output".to_string())));
                },
            }
        },
    }

    Ok(())
}