I am not familar with h323. Can it a problem?
Or, can conntrack be a problem?
[root@neth ~]# lsmod|grep sip
[root@neth ~]# lsmod|grep h323
nf_nat_h323 17720 0
nf_conntrack_h323 73895 5 nf_nat_h323
nf_nat 26583 10 nf_nat_ftp,nf_nat_irc,nf_nat_amanda,nf_nat_proto_gre,nf_nat_h323,nf_nat_ipv4,nf_nat_pptp,nf_nat_tftp,xt_nat,nf_nat_masquerade_ipv4
nf_conntrack 139264 27 nf_nat_ftp,nf_nat_irc,nf_nat_amanda,xt_CT,nf_nat_snmp_basic,nf_conntrack_netbios_ns,nf_conntrack_proto_gre,nf_nat,xt_state,nf_nat_h323,nf_nat_ipv4,nf_nat_pptp,nf_nat_tftp,xt_conntrack,nf_conntrack_amanda,nf_nat_masquerade_ipv4,nf_conntrack_netlink,nf_conntrack_broadcast,xt_connmark,nf_conntrack_ftp,nf_conntrack_irc,nf_conntrack_h323,nf_conntrack_ipv4,nf_conntrack_pptp,nf_conntrack_sane,nf_conntrack_snmp,nf_conntrack_tftp
[root@neth ~]#
BTW, I cannot remove it to test as it is used by nf_nat
[root@neth ~]# rmmod nf_conntrack
rmmod: ERROR: Module nf_conntrack is in use by: nf_nat_ftp nf_nat_irc nf_nat_amanda xt_CT nf_nat_snmp_basic nf_conntrack_netbios_ns nf_conntrack_proto_gre nf_nat xt_state nf_nat_h323 nf_nat_ipv4 nf_nat_pptp nf_nat_tftp xt_conntrack nf_conntrack_amanda nf_nat_masquerade_ipv4 nf_conntrack_netlink nf_conntrack_broadcast xt_connmark nf_conntrack_ftp nf_conntrack_irc nf_conntrack_h323 nf_conntrack_ipv4 nf_conntrack_pptp nf_conntrack_sane nf_conntrack_snmp nf_conntrack_tftp
[root@neth ~]#