ubuntuusers.de

rabbitmq failure

Autor:
EnTeQuAk
Datum:
6. Januar 2012 11:58
Code:
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
 =ERROR REPORT==== 5-Jan-2012::19:11:40 ===                                                                                                                                                                                                   
 ** Generic server <0.323.0> terminating                                                                                                                                                                                                      
 ** Last message in was {'$gen_cast',                                                                                                                                                                                                         
                         {deliver,                                                                                                                                                                                                            
                          {delivery,false,false,<0.20302.26>,                                                                                                                                                                                 
                           {basic_message,                                                                                                                                                                                                    
                            {resource,<<"vhost2">>,exchange,<<"amq.topic">>},                                                                                                                                                                 
                            [<<"order.create.error">>],                                                                                                                                                                                       
                            {content,60,
                             {'P_basic',<<"text/xml">>,undefined,
                              [{<<"references">>,longstr,
                                <<"some string">>}],
                              2,undefined,
                              <<"<20120105181139.29980.19332.gocept.amqprun@sdbs5.bln.native-instruments.de>">>,
                              undefined,undefined,
                              <<"<20120105181140.29980.14516.gocept.amqprun@sdbs5.bln.native-instruments.de>">>,
                              1325787100,undefined,undefined,<<"EBS">>,
                              undefined},
                             <<180,200,8,116,101,120,116,47,120,109,108,0,0,0,
                               111,10,114,101,102,101,114,101,110,99,101,115,83,
                               0,0,0,95,87,83,72,79,80,95,52,50,95,49,51,50,53,
                               55,56,50,51,50,55,10,60,50,48,49,50,48,49,48,53,
                               49,56,49,49,51,57,46,50,57,57,56,48,46,49,57,51,
                               51,50,46,103,111,99,101,112,116,46,97,109,113,
                               112,114,117,110,64,115,100,98,115,53,46,98,108,
                               110,46,110,97,116,105,118,101,45,105,110,115,116,
                               114,117,109,101,110,116,115,46,100,101,62,2,75,
                               60,50,48,49,50,48,49,48,53,49,56,49,49,51,57,46,
                               50,57,57,56,48,46,49,57,51,51,50,46,103,111,99,
                               101,112,116,46,97,109,113,112,114,117,110,64,115,
                               100,98,115,53,46,98,108,110,46,110,97,116,105,
                               118,101,45,105,110,115,116,114,117,109,101,110,
                               116,115,46,100,101,62,75,60,50,48,49,50,48,49,48,
                               53,49,56,49,49,52,48,46,50,57,57,56,48,46,49,52,
                               53,49,54,46,103,111,99,101,112,116,46,97,109,113,
                               112,114,117,110,64,115,100,98,115,53,46,98,108,
                               110,46,110,97,116,105,118,101,45,105,110,115,116,
                               114,117,109,101,110,116,115,46,100,101,62,0,0,0,
                               0,79,5,231,220,3,69,66,83>>,
                             rabbit_framing_amqp_0_8,
                             [<<"some string">>]},
                            <<27,183,22,97,246,195,31,100,136,80,36,177,81,50,
                              51,219>>,
                            true},
                           2}}}
 ** When Server state == {q,
                          {amqqueue,
                           {resource,<<"vhost2">>,queue,
                            <<"order.create.error">>},
                           true,false,none,
                           [{<<"x-ha-policy">>,longstr,<<"all">>}],
                           <0.323.0>,[],all},
                          none,false,rabbit_mirror_queue_master,
                          {state,<0.324.0>,<0.30020.0>,rabbit_variable_queue,
                           {vqstate,
                            {0,{[],[]}},
                            {0,{[],[]}},
                            {delta,undefined,0,undefined},
                            {0,{[],[]}},
                            {0,{[],[]}},
                            0,
                            {0,nil},
                            undefined,
                            {0,nil},
                            {qistate,
                             "/var/lib/rabbitmq/mnesia/rabbit@mq-dev/queues/9FHE99K303SGMNZBFOXJTEYM0",
                             {{dict,0,16,16,8,80,48,
                               {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                []},
                               {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                 []}}},
                              []},
                             undefined,0,262144,
                             #Fun<rabbit_variable_queue.2.91259159>,
                             {0,nil}},
                            {{client_msstate,msg_store_persistent,
                              <<7,226,169,237,131,104,220,164,166,73,50,253,186,
                                12,202,91>>,
                              {dict,0,16,16,8,80,48,
                               {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                []},
                               {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                 []}}},
                              {state,331848,
                               "/var/lib/rabbitmq/mnesia/rabbit@mq-dev/msg_store_persistent"},
                              rabbit_msg_store_ets_index,
                              "/var/lib/rabbitmq/mnesia/rabbit@mq-dev/msg_store_persistent",
                              <0.246.0>,335945,327751,340042,344139},
                             {client_msstate,msg_store_transient,
                              <<229,140,106,182,68,139,17,232,167,54,60,203,14,
                                227,51,77>>,
                              {dict,0,16,16,8,80,48,
                               {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                []},
                               {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                 []}}},
                              {state,311363,
                               "/var/lib/rabbitmq/mnesia/rabbit@mq-dev/msg_store_transient"},
                              rabbit_msg_store_ets_index,
                              "/var/lib/rabbitmq/mnesia/rabbit@mq-dev/msg_store_transient",
                              <0.241.0>,315460,307266,319557,323654}},
                            true,0,#Fun<rabbit_mirror_queue_slave.3.55284586>,
                            0,0,infinity,0,0,0,0,0,
                            {rates,
                             {{1325,761279,249942},0},
                             {{1325,761279,249942},0},
                             0.0,0.0,
                             {1325,771325,778013}},
                            {0,nil},
                            {0,nil},
                            {0,nil},
                            {0,nil},
                            0,0,
                            {rates,
                             {{1325,761279,249942},0},
                             {{1325,761279,249942},0},
                             0.0,0.0,
                             {1325,771325,778013}}},
                           0,
                           {dict,0,16,16,8,80,48,
                            {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]},
                            {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                              []}}},
                           [],
                           {dict,0,16,16,8,80,48,
                            {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]},
                            {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                              []}}},
                           {set,0,16,16,8,80,48,
                            {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]},
                            {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                              []}}}},
                          {[],[]},
                          undefined,undefined,undefined,undefined,
                          {state,fine,5000,undefined},
                          {dict,0,16,16,8,80,48,
                           {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]},
                           {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}}},
                          undefined,undefined}
 ** Reason for termination == 
 ** {function_clause,[{gb_trees,insert,
                                [<<27,183,22,97,246,195,31,100,136,80,36,177,81,
                                   50,51,219>>,
                                 {<0.20302.26>,2},
                                 {dict,0,16,16,8,80,48,
                                       {[],[],[],[],[],[],[],[],[],[],[],[],[],
                                        [],[],[]},
                                       {{[],[],[],[],[],[],[],[],[],[],[],[],
                                         [],[],[],[]}}}]},
                      {rabbit_amqqueue_process,maybe_record_confirm_message,2},
                      {rabbit_amqqueue_process,deliver_or_enqueue,2},
                      {rabbit_amqqueue_process,handle_cast,2},
                      {gen_server2,handle_msg,2},
                      {proc_lib,wake_up,3}]}
 
 =ERROR REPORT==== 5-Jan-2012::19:11:40 ===
 connection <0.20298.26>, channel 1 - error:
 {amqp_error,precondition_failed,"partial tx completion",'tx.commit'}
 
 ==> /var/log/rabbitmq/rabbit@mq-dev-sasl.log <==
 
 =CRASH REPORT==== 5-Jan-2012::19:11:40 ===
   crasher:
     initial call: gen:init_it/6
     pid: <0.323.0>
     registered_name: []
     exception exit: {function_clause,
                         [{gb_trees,insert,
                              [<<27,183,22,97,246,195,31,100,136,80,36,177,81,
                                 50,51,219>>,
                               {<0.20302.26>,2},
                               {dict,0,16,16,8,80,48,
                                   {[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                    [],[]},
                                   {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                     [],[]}}}]},
                          {rabbit_amqqueue_process,
                              maybe_record_confirm_message,2},
                          {rabbit_amqqueue_process,deliver_or_enqueue,2},
                          {rabbit_amqqueue_process,handle_cast,2},
                          {gen_server2,handle_msg,2},
                          {proc_lib,wake_up,3}]}
       in function  gen_server2:terminate/3
     ancestors: [rabbit_mirror_queue_slave_sup,rabbit_sup,<0.122.0>]
     messages: []
     links: [<0.310.0>,<0.30020.0>]
     dictionary: [{{xtype_to_module,direct},rabbit_exchange_type_direct},
                   {{xtype_to_module,topic},rabbit_exchange_type_topic},
                   {guid,{{5,<0.323.0>},1}}]
     trap_exit: true
     status: running
     heap_size: 2584
     stack_size: 24
     reductions: 4043
   neighbours:
     neighbour: [{pid,<0.324.0>},
                   {registered_name,[]},
                   {initial_call,{gen,init_it,
                                      ['Argument__1','Argument__2',
                                       'Argument__3','Argument__4',
                                       'Argument__5','Argument__6']}},
                   {current_function,{gen_server2,process_next_msg,1}},
                   {ancestors,[<0.323.0>,rabbit_mirror_queue_slave_sup,
                               rabbit_sup,<0.122.0>]},
                   {messages,[]},
                   {links,[<0.30020.0>]},
                   {dictionary,[{random_seed,{5,3084,4538}}]},
                   {trap_exit,false},
                   {status,waiting},
                   {heap_size,987},
                   {stack_size,7},
                   {reductions,5609783}]
     neighbour: [{pid,<0.30020.0>},
                   {registered_name,[]},
                   {initial_call,{gen,init_it,
                                      ['Argument__1','Argument__2',
                                       'Argument__3','Argument__4',
                                       'Argument__5','Argument__6']}},
                   {current_function,{erlang,hibernate,3}},
                   {ancestors,[<0.323.0>,rabbit_mirror_queue_slave_sup,
                               rabbit_sup,<0.122.0>]},
                   {messages,[]},
                   {links,[<0.323.0>,<0.324.0>,<0.80.0>]},
                   {dictionary,[]},
                   {trap_exit,false},
                   {status,waiting},
                   {heap_size,150},
                   {stack_size,0},
                   {reductions,150}]
 
 =SUPERVISOR REPORT==== 5-Jan-2012::19:11:40 ===
      Supervisor: {local,
                                            rabbit_mirror_queue_slave_sup}
      Context:    child_terminated
      Reason:     {function_clause,
                      [{gb_trees,insert,
                           [<<27,183,22,97,246,195,31,100,136,80,36,177,81,50,
                              51,219>>,
                            {<0.20302.26>,2},
                            {dict,0,16,16,8,80,48,
                                {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                 []},
                                {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],
                                  []}}}]},
                       {rabbit_amqqueue_process,maybe_record_confirm_message,2},
                       {rabbit_amqqueue_process,deliver_or_enqueue,2},
                       {rabbit_amqqueue_process,handle_cast,2},
                       {gen_server2,handle_msg,2},
                       {proc_lib,wake_up,3}]}
      Offender:   [{pid,<0.323.0>},
                   {name,rabbit_mirror_queue_slave},
                   {mfa,
                       {rabbit_mirror_queue_slave,start_link,
                           [{amqqueue,
                                {resource,<<"vhost2">>,queue,
                                    <<"marko.magento.order.create.error">>},
                                true,false,none,
                                [{<<"x-ha-policy">>,longstr,<<"all">>}],
                                <7470.27709.463>,[],all}]}},
                   {restart_type,temporary},
                   {shutdown,4294967295},
                   {child_type,worker}]