Telegraf can not handle big config files

[titilambert]

Hello !
As discuss with @sparrc, Telegraf ( using https://github.com/naoina/toml ) can not handle large file.
The limit seems to be : 32768 characters ... I made examples:

• Notworking (32769 chars) : https://gist.github.com/titilambert/36709f1d90215bfa2505
• Working (32768 chars) : https://gist.github.com/titilambert/57c049c43c6dc031b3c1

Next step : find where this is set (a int16 buffer ???)

[titilambert]

I think I got it !

Apply this patch to https://github.com/naoina/toml

diff --git a/parse.peg.go b/parse.peg.go
index ce967e9..6c84510 100644
--- a/parse.peg.go
+++ b/parse.peg.go
@@ -238,7 +238,7 @@ type element struct {
 /* ${@} bit structure for abstract syntax tree */
 type token16 struct {
        pegRule
-       begin, end, next int16
+       begin, end, next int32
 }

 func (t *token16) isZero() bool {
@@ -299,7 +299,7 @@ func (t *tokens16) Order() [][]token16 {

        for i, token := range t.tree {
                depth := token.next
-               token.next = int16(i)
+               token.next = int32(i)
                ordered[depth][depths[depth]] = token
                depths[depth]++
        }
@@ -341,7 +341,7 @@ func (t *tokens16) PreOrder() (<-chan state16, [][]token16) {
                depths, state, depth := make([]int16, len(ordered)), 0, 1
                write := func(t token16, leaf bool) {
                        S := states[state]
-                       state, S.pegRule, S.begin, S.end, S.next, S.leaf = (state+1)%8, t.pegRule, t.begin, t.end, int16(depth), leaf
+                       state, S.pegRule, S.begin, S.end, S.next, S.leaf = (state+1)%8, t.pegRule, t.begin, t.end, int32(depth), leaf
                        copy(S.depths, depths)
                        s <- S
                }
@@ -456,7 +456,7 @@ func (t *tokens16) PrintSyntaxTree(buffer string) {
 }

 func (t *tokens16) Add(rule pegRule, begin, end, depth, index int) {
-       t.tree[index] = token16{pegRule: rule, begin: int16(begin), end: int16(end), next: int16(depth)}
+       t.tree[index] = token16{pegRule: rule, begin: int32(begin), end: int32(end), next: int32(depth)}
 }

 func (t *tokens16) Tokens() <-chan token32 {

[titilambert]

@sparrc Should we not change this line ?
https://github.com/influxdata/telegraf/blob/master/Godeps#L29
to use toml from influxdata ?

[sparrc]

I didn't mean to close this, it's not fixed yet here