Parallelize force sum by particle with pairs AVOIDING OMP THREAD LOCK

[luchete80]

This allows to not use lock :

[luchete80]

[luchete80]

---

Total CPU time: 0.613373
Calculation Times
Accel: 0.27%, Density: 0.028%, Stress: 0.046%,
Energy: 0.0082%, Contact: 0%, Nb: 0.067%, Update: 0%,
Output No. 2 at 1.3e-07 has been generated
Current Time Step = 1.3e-07
Max plastic strain: 0in particle11399840
Max Displacements: 3 [ 0 0 0 ]
Int Energy: 8.1e-07, Kin Energy: 0.001
Particle 0 accel 3 [ 0 0 0 ]
i j temp: 6, 0, 3 [ 1.3e+07 -6.3e+06 2.2e+05 ]
mi 1.5e-05
i j temp: 325, 0, 3 [ -1.7e+08 -1.8e+08 -4.1e+08 ]
mi 1.5e-05
i j temp: 324, 0, 3 [ -1.4e+07 -4.5e+08 -1e+09 ]
mi 1.5e-05
i j temp: 323, 0, 3 [ 1.4e+08 -1.5e+08 -3.4e+08 ]
mi 1.5e-05
i j temp: 317, 0, 3 [ -4e+08 -3.7e+05 -9.1e+08 ]
mi 1.5e-05
i j temp: 316, 0, 3 [ -6.8e+05 -6.8e+05 -1.5e+09 ]
mi 1.5e-05
i j temp: 9, 0, 3 [ -4.5e+08 -4.5e+08 -6.1e+07 ]
mi 1.5e-05
i j temp: 8, 0, 3 [ 2.2e-07 -8e+08 -8.5e+07 ]
mi 1.5e-05
i j temp: 7, 0, 3 [ 4e+08 -4e+08 -3.7e+07 ]
mi 1.5e-05
i j temp: 1, 0, 3 [ -7.2e+08 5.6e-09 -4.2e+07 ]

New

j temp mneib 6, 3 [ 1.3e+07 -6.3e+06 2.2e+05 ], 1.5e-05
j temp mneib 325, 3 [ -1.7e+08 -1.8e+08 -4.1e+08 ], 1.5e-05
j temp mneib 324, 3 [ -1.4e+07 -4.5e+08 -1e+09 ], 1.5e-05
j temp mneib 323, 3 [ 1.4e+08 -1.5e+08 -3.4e+08 ], 1.5e-05
j temp mneib 317, 3 [ -4e+08 -3.7e+05 -9.1e+08 ], 1.5e-05
j temp mneib 316, 3 [ -6.8e+05 -6.8e+05 -1.5e+09 ], 1.5e-05
j temp mneib 9, 3 [ -4.5e+08 -4.5e+08 -6.1e+07 ], 1.5e-05
j temp mneib 8, 3 [ 2.2e-07 -8e+08 -8.5e+07 ], 1.5e-05
j temp mneib 7, 3 [ 4e+08 -4e+08 -3.7e+07 ], 1.5e-05
j temp mneib 1, 3 [ -7.2e+08 5.6e-09 -4.2e+07 ], 1.5e-05
j temp mneib 318, 3 [ 1.4e+07 6.4e+03 1.6e+07 ], 1.5e-05
j temp mneib 10, 3 [ 1.6e+07 7.9e+06 1.5e+06 ], 1.5e-05
j temp mneib 2, 3 [ 9.2e+07 -2.1e-16 5.2e+06 ], 1.5e-05

[luchete80]

Compression example, particle 0:

Calc accel
i j temp mj: 3624, 0, 3 [ 0 -0 -0 ]0.01
i j temp mj: 287, 0, 3 [ -2.6e+09 -2.6e+09 -2.6e+09 ]0.01
i j temp mj: 286, 0, 3 [ -2e+07 -7.4e+09 -7.5e+09 ]0.01
i j temp mj: 278, 0, 3 [ -3.7e+07 1.9e+05 -1.9e+07 ]0.01
i j temp mj: 277, 0, 3 [ 2e+08 5.4e+06 2e+08 ]0.01
i j temp mj: 276, 0, 3 [ -6e+07 -6.9e+06 -5.4e+10 ]0.01
i j temp mj: 12, 0, 3 [ -2.6e+07 -1.2e+07 -9.2e+05 ]0.01
i j temp mj: 11, 0, 3 [ -7.6e+08 -7.4e+08 -2.6e+07 ]0.01
i j temp mj: 10, 0, 3 [ 8.8e+06 -9.6e+08 -2.6e+07 ]0.01
i j temp mj: 2, 0, 3 [ -2.4e+08 1.3e+06 -6.1e+06 ]0.01
i j temp mj: 1, 0, 3 [ -3.2e+09 1e+07 -4.8e+07 ]0.01
i j temp mj: 0, 22, 3 [ -1.5e+07 2.8e+07 -4.5e+05 ]0.01
i j temp mj: 0, 299, 3 [ 2.5e+05 1e+09 5.1e+08 ]0.01
i j temp mj: 0, 24, 3 [ 1.4e+07 2.7e+07 4.7e+05 ]0.01
i j temp mj: 0, 23, 3 [ -1.3e+06 1.8e+08 7.5e+04 ]0.01
i j temp mj: 0, 562, 3 [ 8.2e+05 1.5e+07 3.2e+07 ]0.01
i j temp mj: 0, 553, 3 [ -1.2e+07 -3.9e+05 -2.7e+07 ]0.01
i j temp mj: 0, 552, 3 [ 6.1e+06 7.5e+04 1.7e+08 ]0.01
i j temp mj: 1384, 0, 3 [ -0 0 -0 ]0.01
i j temp mj: 285, 0, 3 [ 3.7e+08 -3.7e+08 -3.8e+08 ]0.01
i j temp mj: 9, 0, 3 [ -9.6e+07 1.3e+08 3.9e+07 ]0.01
i j temp mj: 8, 0, 3 [ -4.5e+06 2.7e+06 1.2e+06 ]0.01
Done
Calculating Acc red
Particle 0 accel orig
3 [ 6.7e+07 1.4e+08 6.7e+08 ]
j temp mneib 3624, 3 [ 0 -0 -0 ], 0.01
j temp mneib 287, 3 [ -2.6e+09 -2.6e+09 -2.6e+09 ], 0.01
j temp mneib 286, 3 [ -2e+07 -7.4e+09 -7.5e+09 ], 0.01
j temp mneib 278, 3 [ -3.7e+07 1.9e+05 -1.9e+07 ], 0.01
j temp mneib 277, 3 [ 2e+08 5.4e+06 2e+08 ], 0.01
j temp mneib 276, 3 [ -6e+07 -6.9e+06 -5.4e+10 ], 0.01
j temp mneib 12, 3 [ -2.6e+07 -1.2e+07 -9.2e+05 ], 0.01
j temp mneib 11, 3 [ -7.6e+08 -7.4e+08 -2.6e+07 ], 0.01
j temp mneib 10, 3 [ 8.8e+06 -9.6e+08 -2.6e+07 ], 0.01
j temp mneib 2, 3 [ -2.4e+08 1.3e+06 -6.1e+06 ], 0.01
j temp mneib 1, 3 [ -3.2e+09 1e+07 -4.8e+07 ], 0.01
j temp mneib 22, 3 [ -1.5e+07 2.8e+07 -4.5e+05 ], 0.01
j temp mneib 299, 3 [ 2.5e+05 1e+09 5.1e+08 ], 0.01
j temp mneib 24, 3 [ 1.4e+07 2.7e+07 4.7e+05 ], 0.01
j temp mneib 23, 3 [ -1.3e+06 1.8e+08 7.5e+04 ], 0.01
j temp mneib 562, 3 [ 8.2e+05 1.5e+07 3.2e+07 ], 0.01
j temp mneib 553, 3 [ -1.2e+07 -3.9e+05 -2.7e+07 ], 0.01
j temp mneib 552, 3 [ 6.1e+06 7.5e+04 1.7e+08 ], 0.01
j temp mneib 1384, 3 [ -0 0 -0 ], 0.01
j temp mneib 285, 3 [ 3.7e+08 -3.7e+08 -3.8e+08 ], 0.01
j temp mneib 9, 3 [ -9.6e+07 1.3e+08 3.9e+07 ], 0.01
j temp mneib 8, 3 [ -4.5e+06 2.7e+06 1.2e+06 ], 0.01
Particle 0 accel new
3 [ 6.7e+07 1.1e+08 6.6e+08 ]

[luchete80]

After a while difference is larger:

Calc accel
i j temp mj: 3589, 0, 3 [ 0 0 0 ]0.01
i j temp mj: 285, 0, 3 [ -3e+08 3.2e+08 3e+08 ]0.01
i j temp mj: 9, 0, 3 [ -1e+09 1e+09 -1.2e+06 ]0.01
i j temp mj: 8, 0, 3 [ -5.7e+07 2.8e+07 -2.4e+05 ]0.01
i j temp mj: 3091, 0, 3 [ 0 0 0 ]0.01
i j temp mj: 1474, 0, 3 [ 0 0 0 ]0.01
i j temp mj: 1172, 0, 3 [ 0 0 0 ]0.01
i j temp mj: 287, 0, 3 [ -1.3e+08 -1.4e+08 -1.6e+08 ]0.01
i j temp mj: 286, 0, 3 [ 5.3e+07 -2.8e+08 -3.2e+08 ]0.01
i j temp mj: 278, 0, 3 [ 7.1e+06 3.2e+05 2.7e+06 ]0.01
i j temp mj: 277, 0, 3 [ 1.7e+09 2e+07 1.6e+09 ]0.01
i j temp mj: 276, 0, 3 [ 6.9e+07 3.9e+07 2.7e+09 ]0.01
i j temp mj: 12, 0, 3 [ 7.4e+07 3.7e+07 6.7e+02 ]0.01
i j temp mj: 11, 0, 3 [ -1.5e+08 -1.4e+08 1.1e+07 ]0.01
i j temp mj: 10, 0, 3 [ 6.1e+07 -3.7e+09 -2.9e+07 ]0.01
i j temp mj: 2, 0, 3 [ 6.7e+08 2.1e+06 1e+06 ]0.01
i j temp mj: 1, 0, 3 [ 8.5e+09 2.6e+07 3.1e+07 ]0.01
i j temp mj: 0, 22, 3 [ 1.7e+07 -3.4e+07 -2e+05 ]0.01
i j temp mj: 0, 299, 3 [ -7.4e+05 1.1e+07 5.9e+06 ]0.01
i j temp mj: 0, 24, 3 [ 1.1e+07 2.2e+07 -8.9e+04 ]0.01
i j temp mj: 0, 23, 3 [ -2.1e+06 -8e+08 -5.6e+05 ]0.01
i j temp mj: 0, 562, 3 [ -4.3e+05 2.8e+09 5.6e+09 ]0.01
i j temp mj: 0, 553, 3 [ -3.8e+07 -4.7e+05 -7.5e+07 ]0.01
i j temp mj: 0, 552, 3 [ -5e+06 -4.3e+05 -4.1e+08 ]0.01
Done
Calculating Acc red
Particle 0 accel orig
3 [ -9.8e+07 4.9e+07 1e+07 ]
j temp mneib 3589, 3 [ 0 0 0 ], 0.01
j temp mneib 285, 3 [ -3e+08 3.2e+08 3e+08 ], 0.01
j temp mneib 9, 3 [ -1e+09 1e+09 -1.2e+06 ], 0.01
j temp mneib 8, 3 [ -5.7e+07 2.8e+07 -2.4e+05 ], 0.01
j temp mneib 3091, 3 [ 0 0 0 ], 0.01
j temp mneib 1474, 3 [ 0 0 0 ], 0.01
j temp mneib 1172, 3 [ 0 0 0 ], 0.01
j temp mneib 287, 3 [ -1.3e+08 -1.4e+08 -1.6e+08 ], 0.01
j temp mneib 286, 3 [ 5.3e+07 -2.8e+08 -3.2e+08 ], 0.01
j temp mneib 278, 3 [ 7.1e+06 3.2e+05 2.7e+06 ], 0.01
j temp mneib 277, 3 [ 1.7e+09 2e+07 1.6e+09 ], 0.01
j temp mneib 276, 3 [ 6.9e+07 3.9e+07 2.7e+09 ], 0.01
j temp mneib 12, 3 [ 7.4e+07 3.7e+07 6.7e+02 ], 0.01
j temp mneib 11, 3 [ -1.5e+08 -1.4e+08 1.1e+07 ], 0.01
j temp mneib 10, 3 [ 6.1e+07 -3.7e+09 -2.9e+07 ], 0.01
j temp mneib 2, 3 [ 6.7e+08 2.1e+06 1e+06 ], 0.01
j temp mneib 1, 3 [ 8.5e+09 2.6e+07 3.1e+07 ], 0.01
j temp mneib 22, 3 [ 1.7e+07 -3.4e+07 -2e+05 ], 0.01
j temp mneib 299, 3 [ -7.4e+05 1.1e+07 5.9e+06 ], 0.01
j temp mneib 24, 3 [ 1.1e+07 2.2e+07 -8.9e+04 ], 0.01
j temp mneib 23, 3 [ -2.1e+06 -8e+08 -5.6e+05 ], 0.01
j temp mneib 562, 3 [ -4.3e+05 2.8e+09 5.6e+09 ], 0.01
j temp mneib 553, 3 [ -3.8e+07 -4.7e+05 -7.5e+07 ], 0.01
j temp mneib 552, 3 [ -5e+06 -4.3e+05 -4.1e+08 ], 0.01
Particle 0 accel new
3 [ -9.8e+07 7.8e+06 -9.6e+07 ]

[luchete80]

Problem is with sign:

Calc accel
i j temp mj: 3050, 0, 3 [ 0 0 0 ]0.01, -
i j temp mj: 285, 0, 3 [ -2.4e+08 2.4e+08 2.4e+08 ]0.01, -
i j temp mj: 9, 0, 3 [ 4.5e+09 -4.5e+09 0 ]0.01, -
i j temp mj: 8, 0, 3 [ 8.4e+06 -4.2e+06 0 ]0.01, -
i j temp mj: 2777, 0, 3 [ 0 0 0 ]0.01, -
i j temp mj: 2310, 0, 3 [ 0 0 -0 ]0.01, -
i j temp mj: 287, 0, 3 [ 4.4e+08 4.4e+08 4.4e+08 ]0.01, -
i j temp mj: 286, 0, 3 [ 3.8e-07 8.2e+08 8.2e+08 ]0.01, -
i j temp mj: 278, 0, 3 [ 1.2e+07 -9.1e+02 6.2e+06 ]0.01, -
i j temp mj: 277, 0, 3 [ -6.1e+09 9.3e+05 -6.1e+09 ]0.01, -
i j temp mj: 276, 0, 3 [ -0 -0 -9.2e+09 ]0.01, -
i j temp mj: 12, 0, 3 [ 6.3e+07 3.1e+07 0 ]0.01, -
i j temp mj: 11, 0, 3 [ -1.6e+09 -1.6e+09 -0 ]0.01, -
i j temp mj: 10, 0, 3 [ -1.1e-06 -2.3e+09 -0 ]0.01, -
i j temp mj: 2, 0, 3 [ 2.7e+08 0 0 ]0.01, -
i j temp mj: 1, 0, 3 [ -3.7e+09 -0 -0 ]0.01, -
i j temp mj: 0, 22, 3 [ 1.1e+07 -2.2e+07 0 ]0.01, +
i j temp mj: 0, 299, 3 [ -4e-06 1.7e+10 8.6e+09 ]0.01, +
i j temp mj: 0, 24, 3 [ -1.3e+07 -2.5e+07 0 ]0.01, +
i j temp mj: 0, 23, 3 [ -1e-09 4.5e+06 0 ]0.01, +
i j temp mj: 0, 562, 3 [ 2.5e+05 -1.9e+07 -3.8e+07 ]0.01, +
i j temp mj: 0, 553, 3 [ 2.4e+08 1.5e+05 4.8e+08 ]0.01, +
i j temp mj: 0, 552, 3 [ 4.8e+05 -4.2e+06 -1.5e+08 ]0.01, +
Done
Calculating Acc red
Particle 0 accel orig
3 [ 6.7e+07 2.5e+08 2.3e+08 ]
i<j (-) temp mneib 3050, 3 [ 0 0 0 ], 0.01
i<j (-) temp mneib 285, 3 [ -2.4e+08 2.4e+08 2.4e+08 ], 0.01
i<j (-) temp mneib 9, 3 [ 4.5e+09 -4.5e+09 0 ], 0.01
i<j (-) temp mneib 8, 3 [ 8.4e+06 -4.2e+06 0 ], 0.01
i<j (-) temp mneib 2777, 3 [ 0 0 0 ], 0.01
i<j (-) temp mneib 2310, 3 [ 0 0 -0 ], 0.01
i<j (-) temp mneib 287, 3 [ 4.4e+08 4.4e+08 4.4e+08 ], 0.01
i<j (-) temp mneib 286, 3 [ 3.8e-07 8.2e+08 8.2e+08 ], 0.01
i<j (-) temp mneib 278, 3 [ 1.2e+07 -9.1e+02 6.2e+06 ], 0.01
i<j (-) temp mneib 277, 3 [ -6.1e+09 9.3e+05 -6.1e+09 ], 0.01
i<j (-) temp mneib 276, 3 [ -0 -0 -9.2e+09 ], 0.01
i<j (-) temp mneib 12, 3 [ 6.3e+07 3.1e+07 0 ], 0.01
i<j (-) temp mneib 11, 3 [ -1.6e+09 -1.6e+09 -0 ], 0.01
i<j (-) temp mneib 10, 3 [ -1.1e-06 -2.3e+09 -0 ], 0.01
i<j (-) temp mneib 2, 3 [ 2.7e+08 0 0 ], 0.01
i<j (-) temp mneib 1, 3 [ -3.7e+09 -0 -0 ], 0.01
i<j (-) temp mneib 22, 3 [ 1.1e+07 -2.2e+07 0 ], 0.01
i<j (-) temp mneib 299, 3 [ -4e-06 1.7e+10 8.6e+09 ], 0.01
i<j (-) temp mneib 24, 3 [ -1.3e+07 -2.5e+07 0 ], 0.01
i<j (-) temp mneib 23, 3 [ -1e-09 4.5e+06 0 ], 0.01
i<j (-) temp mneib 562, 3 [ 2.5e+05 -1.9e+07 -3.8e+07 ], 0.01
i<j (-) temp mneib 553, 3 [ 2.4e+08 1.5e+05 4.8e+08 ], 0.01
i<j (-) temp mneib 552, 3 [ 4.8e+05 -4.2e+06 -1.5e+08 ], 0.01

[luchete80]

Working. New method is consuming in Accel calc 38% of time, Old one 55% (NO PARALLEL), Remaining density and Rate Tensors.

---

Total CPU time: 75
Calculation Times
Accel: 0.38%, Density: 0.17%, Stress: 0.31%,
Energy: 0.036%, Contact: 0%, Nb: 0.00093%, Update: 0.0096%,
Output No. 16 at 0.0014 has been generated
Current Time Step = 1.4e-06
Max plastic strain: 0in particle4136
Max Displacements: 3 [ 0.00016 0.00016 0 ]
Int Energy: 7.3e+03, Kin Energy: -5.8e+02

---

Total CPU time: 1.1e+02
Calculation Times
Accel: 0.55%, Density: 0.13%, Stress: 0.22%,
Energy: 0.028%, Contact: 0%, Nb: 0.005%, Update: 0.0093%,
Output No. 17 at 0.0015 has been generated
Current Time Step = 1.4e-06
Max plastic strain: 0.00036in particle3583
Max Displacements: 3 [ 0.00018 0.00018 0 ]
Int Energy: 1.1e+04, Kin Energy: 6.8e+02

[luchete80]

Compression example (parallel).

Total CPU time: 2.1e+02
Calculation Times
Accel: 0.18%, Density: 0.22%, Stress: 0.39%,
Energy: 0.043%, Contact: 0%, Nb: 0.059%, Update: 0.012%,
Output No. 52 at 0.005 has been generated
Current Time Step = 1.4e-06
Max plastic strain: 0.085in particle6620
Max Displacements: 3 [ 0.0049 0.0049 0.0003 ]
Int Energy: 2.3e+05, Kin Energy: -4.7e+04

OLD

---

Total CPU time: 2.4e+02
Calculation Times
Accel: 0.28%, Density: 0.19%, Stress: 0.35%,
Energy: 0.038%, Contact: 0%, Nb: 0.051%, Update: 0.01%,
Output No. 52 at 0.005 has been generated
Current Time Step = 1.4e-06
Max plastic strain: 0.085in particle6619
Max Displacements: 3 [ 0.0049 0.0049 0.0003 ]
Int Energy: 2.2e+05, Kin Energy: -4.2e+04

[luchete80]

At some particles are ok,

particle 2000

new dDensity 1.7e-18
Orig dDensity 6.7e-14
new dDensity 6.7e-14
Orig dDensity 5.2e-10
new dDensity 5.1e-10
Orig dDensity 4.3e-07
new dDensity 4e-07
Orig dDensity 3.5e-05
new dDensity 2.9e-05
Orig dDensity 0.00084
new dDensity 0.00059
Orig dDensity 0.0075
new dDensity 0.0043
Orig dDensity 0.045
new dDensity 0.023
Orig dDensity 0.2
new dDensity 0.1
Orig dDensity 0.79
new dDensity 0.34
Orig dDensity 3.2
new dDensity 1.4
Orig dDensity 15
new dDensity 8
Orig dDensity 65
new dDensity 42

particle 1000

Orig dDensity 0
new dDensity 0
Orig dDensity 0
new dDensity 0
Orig dDensity 0
new dDensity 0
Orig dDensity 1.2e-28
new dDensity 1.2e-28
Orig dDensity 7.2e-22
new dDensity 7.2e-22
Orig dDensity 3e-17
new dDensity 3e-17
Orig dDensity 3.5e-13
new dDensity 3.5e-13
Orig dDensity 9.2e-10
new dDensity 9.2e-10
Orig dDensity 4.4e-07
new dDensity 4.4e-07
Orig dDensity 2.2e-05
new dDensity 2.2e-05
Orig dDensity 0.00037
new dDensity 0.00037
Orig dDensity 0.0031
new dDensity 0.0031
Orig dDensity 0.018
new dDensity 0.018
Orig dDensity 0.085
new dDensity 0.085
Orig dDensity 0.35
new dDensity 0.35
Orig dDensity 1.4
new dDensity 1.4
Orig dDensity 5.9
new dDensity 5.9
Checking Nb Every step now.
Orig dDensity 28
new dDensity 28
Orig dDensity 1.3e+02
new dDensity 1.3e+02
Orig dDensity 5.5e+02
new dDensity 5.5e+02
Orig dDensity 2.1e+03
new dDensity 2.1e+03

[luchete80]

pasting here code with log. SOLVED STRAIN RATE AND ROT RATE. Remains gradient kernel corr.

inline void Domain::RateTensorsReduction(){
  Mat3_t test;
  set_to_zero(test);
  //#pragma omp parallel for schedule (static) num_threads(Nproc)
  for (int i=0; i<Particles.Size();i++){
    // set_to_zero(Particles[i]->StrainRate);  
    // set_to_zero(Particles[i]->RotationRate);      
    for (int n=0;n<ipair_SM[i];n++){    
      double mjdj = Particles[Anei[i][n]]->Mass /Particles[Anei[i][n]]->Density;
      if (i == ID_TEST){
        cout << "i<j rot " << Anei[i][n] << pair_RotRate[Aref[i][n]]<<endl;
        test = test + mjdj *pair_RotRate[Aref[i][n]];
      }

      Particles[i]->StrainRate    = Particles[i]->StrainRate   + mjdj * pair_StrainRate[Aref[i][n]];
      Particles[i]->RotationRate  = Particles[i]->RotationRate + mjdj * pair_RotRate[Aref[i][n]];      
    }
    for (int n=0;n<jpair_SM[i];n++){   
      double mjdj = Particles[Anei[i][MAX_NB_PER_PART-1-n]]->Mass / Particles[Anei[i][MAX_NB_PER_PART-1-n]]->Density;
      if (i == ID_TEST){
        cout << "i<j rot " << Anei[i][MAX_NB_PER_PART-1-n] << pair_RotRate[Aref[i][MAX_NB_PER_PART-1-n]]<<endl;
        test = test + mjdj * pair_RotRate[Aref[i][MAX_NB_PER_PART-1-n]];
      }
      Particles[i]->StrainRate    = Particles[i]->StrainRate   + mjdj * pair_StrainRate[Aref[i][MAX_NB_PER_PART-1-n]];
      Particles[i]->RotationRate  = Particles[i]->RotationRate + mjdj * pair_RotRate[Aref[i][MAX_NB_PER_PART-1-n]];
    } 
    if (i == ID_TEST)
     cout << "Time, New Rot Rate: "<<Time << ", " <<test<<endl;
  }
}

[luchete80]

Nonlock Sum INTERFERES WITH CONTACT