C# 注入泛型getter和setter以获得比反射更好的性能

C# 注入泛型getter和setter以获得比反射更好的性能,c#,.net,reflection,delegates,dynamictype,C#,.net,Reflection,Delegates,Dynamictype,我正在尝试编写一个高级网络库(主要是为了好玩),用户可以通过派生类轻松定义他们的数据包。这种方式解析消息非常容易。用户数据包应仅包含基本值 为了做到这一点,我需要访问每个用户定义的数据包的每个字段。这个问题可以很容易地用反射来解决,但由于反射非常慢,我不能使用它。为了快速实现这一点,我创建了一个类,以便在运行时为每个用户定义的数据包字段注入getter和setter(在StackOverflow上的某个地方找到)。getter是Func,setter是Action 问题是:因为用户数据包是在另一

我正在尝试编写一个高级网络库(主要是为了好玩),用户可以通过派生类轻松定义他们的数据包。这种方式解析消息非常容易。用户数据包应仅包含基本值

为了做到这一点,我需要访问每个用户定义的数据包的每个字段。这个问题可以很容易地用反射来解决,但由于反射非常慢,我不能使用它。为了快速实现这一点,我创建了一个类,以便在运行时为每个用户定义的数据包字段注入getter和setter(在StackOverflow上的某个地方找到)。getter是
Func
,setter是
Action

问题是:因为用户数据包是在另一个程序集中定义的,所以在编译时我不可能知道getter或setter的类型。我可以用于getter和setter的派生类最多的是
Delegate
。这意味着我只能使用DynamicInvoke,这样我就可以再次进行反射了……但因为我知道这些方法实际上是func和Actions,但实际上不能强制转换它们,所以我可以使用dynamictype和callinvoke。Dynamic type将性能提高了约5倍,但与正常的字段访问相比,设置和获取值的速度仍然很慢(大约快100倍),这使得该库无法使用

最终,我希望能够将用户定义的类转换为字节数组。另外,我不想序列化这个类,因为序列化包含一些我不想通过网络发送的垃圾数据,而且序列化看起来相当慢

这里有一个问题:我真的能让GetVaue和SetValue方法更快吗?我尝试将委托强制转换为所需的函数/操作(在库中移动了自定义数据包类,因此这不好),设置程序花费了大约50毫秒而不是300毫秒。我希望能在普通数据包中获得这样的性能

namespace MirrorNet
{
    // Base class for packets
    // This will be derived by users and should only contain basic type fields
    public class UserPacket
    {
    }

public class MirrorNetManager
{
    private static MirrorNetManager instance = new MirrorNetManager();

    public static MirrorNetManager Instance
    {
        get { return instance; }
    }

    // Dictionary: packetType -> field -> getter | setter
    private class PropertyDictionary : Dictionary<Type, Dictionary<FieldInfo, Delegate>>
    {
    }

    private Dictionary<int, PacketConstructor> m_packetConstructors = new Dictionary<int, PacketConstructor>();
    private PropertyDictionary m_packetFieldGetters = new PropertyDictionary();
    private PropertyDictionary m_packetFieldSetters = new PropertyDictionary();

    public void SetValue(UserPacket packet, FieldInfo field, object value)
    {
        var setDelegate = m_packetFieldSetters[packet.GetType()][field];

        dynamic setAction = setDelegate; //Convert.ChangeType(setDelegate, setDelegate.GetType());
        dynamic setObject = packet;      //Convert.ChangeType(packet, packet.GetType());
        dynamic setValue  = value;       //Convert.ChangeType(value, value.GetType());

        setAction.Invoke(setObject, setValue);

        //setDelegate.DynamicInvoke(packet, value);
    }

    public object GetValue(UserPacket packet, FieldInfo field)
    {
        var getDelegate = m_packetFieldGetters[packet.GetType()][field];

        dynamic getFunction = getDelegate; //Convert.ChangeType(getDelegate, getDelegate.GetType());
        dynamic getObject   = packet;      //Convert.ChangeType(packet, packet.GetType());

        return getFunction.Invoke(getObject);

        //return getDelegate.DynamicInvoke(packet);
    }

    public void InitializePackets(Assembly packetsAssembly)
    {
        var typesArray = packetsAssembly.GetTypes();

        foreach (Type type in typesArray)
        {
            if (type.BaseType == typeof(UserPacket))
            {
                InsertPacketConstructor(type);
                InsertSettersAndGetters(type);
            }
        }
    }

    private void InsertPacketConstructor(Type packetType)
    {
        foreach (var member in packetType.GetFields())
        {
           Console.WriteLine(member);
           // TODO: Implement
        }
    }

    private void InsertSettersAndGetters(Type type)
    {
        Dictionary<FieldInfo, Delegate> getters = new Dictionary<FieldInfo, Delegate>();
        Dictionary<FieldInfo, Delegate> setters = new Dictionary<FieldInfo, Delegate>();

        foreach (FieldInfo field in type.GetFields())
        {
            Delegate getDelegate = CreateGetter(type, field.FieldType, field);
            Delegate setDelegate = CreateSetter(type, field.FieldType, field);

            getters.Add(field, getDelegate);
            setters.Add(field, setDelegate);
        }

        m_packetFieldGetters.Add(type, getters);
        m_packetFieldSetters.Add(type, setters);
    }

    private Delegate CreateGetter(Type classType, Type getReturnType, FieldInfo field)
    {
        string methodName = field.ReflectedType.FullName + ".get_" + field.Name;

        Type[] parameterTypes      = new Type[1] { classType };
        DynamicMethod getterMethod = new DynamicMethod(methodName, getReturnType, parameterTypes, true);
        ILGenerator gen = getterMethod.GetILGenerator();

        if (field.IsStatic)
        {
            gen.Emit(OpCodes.Ldsfld, field);
        }
        else
        {
            gen.Emit(OpCodes.Ldarg_0);
            gen.Emit(OpCodes.Ldfld, field);
        }
        gen.Emit(OpCodes.Ret);

        // Create the specific Func<,> instance
        Type[] typeArgs    = new Type[] { classType, getReturnType };
        Type   generic     = typeof(Func<,>);
        Type   genInstance = generic.MakeGenericType(typeArgs);

        Delegate getterDelegate = getterMethod.CreateDelegate(genInstance);

        return getterDelegate;
    }
    private Delegate CreateSetter(Type classType, Type setValueType,  FieldInfo field)
    {
        string methodName = field.ReflectedType.FullName + ".set_" + field.Name;
        Type[] parameters = new Type[2]
        {
            classType,
            setValueType
        };
        DynamicMethod setterMethod = new DynamicMethod(methodName, null, parameters);
        ILGenerator gen = setterMethod.GetILGenerator();

        if (field.IsStatic)
        {
            gen.Emit(OpCodes.Ldarg_1);
            gen.Emit(OpCodes.Stsfld, field);
        }
        else
        {
            gen.Emit(OpCodes.Ldarg_0);
            gen.Emit(OpCodes.Ldarg_1);
            gen.Emit(OpCodes.Stfld, field);
        }
        gen.Emit(OpCodes.Ret);

        // Create the specific Action<,> instance
        Type[] typeArgs    = new Type[] { classType, setValueType };
        Type   generic     = typeof(Action<,>);
        Type   genInstance = generic.MakeGenericType(typeArgs);

        Delegate ret = setterMethod.CreateDelegate(genInstance);
        return ret;
        }


    }
}

// THIS IS IN A DIFERENT ASSEMBLY
namespace MirrorNetTesting

{
// This is just an example packet
public class StudentPacket : UserPacket
{
    public int    age;
    public int    height;
    public double grades;
    public string firstName;
    public string lastName;
}
class Program
{
    static void Main(string[] args)
    {
        Assembly asm = Assembly.GetAssembly(typeof(StudentPacket));
        MirrorNetManager.Instance.InitializePackets(asm);

        PerformanceTesting();

        Console.ReadLine();
    }

    public static void PerformanceTesting()
    {
        int studentsCount = 1000 * 100;
        StudentPacket[] studentsArray = new StudentPacket[studentsCount];

        //////////////////////////////////////////////////////////////////////////

        Random rnd = new Random();

        for (int i = 0; i < studentsArray.Length; i++)
        {
            StudentPacket student = new StudentPacket();

            student.age    = rnd.Next();
            student.height = rnd.Next();
            student.grades = rnd.NextDouble();
            student.firstName = "First " + rnd.Next().ToString();
            student.lastName  = "Last "  + rnd.Next().ToString();

            studentsArray[i] = student;
        }

        var fieldsArray = typeof(StudentPacket).GetFields().ToArray();

        //////////////////////////////////////////////////////////////////////////

        // Begin normal getter test
        Console.WriteLine("Testing normal getters");
        Stopwatch normalGetterSw = new Stopwatch();

        normalGetterSw.Start();

        foreach (var student in studentsArray)
        {
            //object getValue;

            var getAge       = student.age;
            var getHeight    = student.height;
            var getGrades    = student.grades;
            var getFirstName = student.firstName;
            var getLastName  = student.lastName;
        }

        normalGetterSw.Stop();

        //////////////////////////////////////////////////////////////////////////

        // Begin reflection getter test
        Console.WriteLine("Testing reflection getters");
        Stopwatch reflectionGetterSw = new Stopwatch();

        reflectionGetterSw.Start();

        foreach (var student in studentsArray)
        {
            object getValue;

            for (int i = 0; i < fieldsArray.Length; i++ )
            {
                FieldInfo field = fieldsArray[i];
                getValue = MirrorNetManager.Instance.GetValue(student, field);
            }
        }

        reflectionGetterSw.Stop();

        //////////////////////////////////////////////////////////////////////////

        // Begin normal setter test
        Console.WriteLine("Testing normal setters");
        Stopwatch normalSetterSw = new Stopwatch();

        int    age       = 10;
        int    height    = 12;
        double grades    = 1432.523d;
        string firstName = "first name";
        string lastName  = "last name";

        normalSetterSw.Start();

        foreach (var student in studentsArray)
        {
            student.age       = age;
            student.height    = height;
            student.grades    = grades;
            student.firstName = firstName;
            student.lastName  = lastName;
        }

        normalSetterSw.Stop();

        //////////////////////////////////////////////////////////////////////////

        // Begin reflection setter test
        Console.WriteLine("Testing reflection setters ");
        Stopwatch reflectionSetterSw = new Stopwatch();

        object[] setValues = new object[]
        {
            age,
            height,
            grades,
            firstName,
            lastName
        };

        reflectionSetterSw.Start();

        foreach (var student in studentsArray)
        {
            for (int i = 0; i < fieldsArray.Length; i++ )
            {
                FieldInfo field = fieldsArray[i];
                MirrorNetManager.Instance.SetValue(student, field, setValues[i]);
            }
        }

        reflectionSetterSw.Stop();

        //////////////////////////////////////////////////////////////////////////

        Console.WriteLine("Normal getter:     \t {0}",     normalGetterSw.ElapsedMilliseconds);
        Console.WriteLine("Normal setter:     \t {0}",     normalSetterSw.ElapsedMilliseconds);
        Console.WriteLine("Reflection getter: \t {0}", reflectionGetterSw.ElapsedMilliseconds);
        Console.WriteLine("Reflection setter: \t {0}", reflectionSetterSw.ElapsedMilliseconds);

        //////////////////////////////////////////////////////////////////////////
    }
}
反射getter和setter实际上是动态调用,它们通常需要300毫秒的时间


另外,由于代码很长,我也发布了它。

您考虑过稍微不同的方法吗?在本例中,getter和setter的主要用途是序列化和反序列化,因此您可能应该专注于动态生成序列化方法,这将消除使用动态方法逐个访问这些字段的开销

例如,假设您想使用
BinaryFormatter
进行序列化(尽管您可能会选择更好的方法),目标是动态生成如下方法:

    static private byte[] SerializeStudentPacket(StudentPacket packet)
    {
        var bf = new BinaryFormatter();
        var ms = new MemoryStream();
        bf.Serialize(ms, packet.age);
        bf.Serialize(ms, packet.firstName);
        bf.Serialize(ms, packet.grades);
        bf.Serialize(ms, packet.height);
        bf.Serialize(ms, packet.lastName);
        return ms.ToArray();
    }
通过使用Linq表达式,可以使其比ILGenerator更简单:

    ParameterExpression @object = Expression.Parameter(typeof(StudentPacket), "@object");
    MethodInfo serializeMethodInfo = typeof(BinaryFormatter).GetMethod("Serialize", new Type[] { typeof(Stream), typeof(object) });
    MethodInfo toArrayMethodInfo = typeof(MemoryStream).GetMethod("ToArray");
    var bf = Expression.Variable(typeof(BinaryFormatter), "bf");
    var ms = Expression.Variable(typeof(System.IO.MemoryStream), "ms");
    List<Expression> expressions = new List<Expression>();
    expressions.Add(
        Expression.Assign(bf, Expression.New(typeof(BinaryFormatter))));
    expressions.Add(
        Expression.Assign(ms, Expression.New(typeof(MemoryStream))));
    foreach (FieldInfo field in typeof(StudentPacket).GetFields())
    {
        expressions.Add(
           Expression.Call(bf, serializeMethodInfo, ms, 
                           Expression.Convert(Expression.Field(@object, field.Name),
                                              typeof(object))));
    }
    expressions.Add(Expression.Call(ms, toArrayMethodInfo));
    var lambda = Expression.Lambda(
        Expression.Block(
            new[] { bf, ms },
            expressions
        ),
        @object);
ParameterExpression@object=Expression.Parameter(typeof(StudentPacket),“@object”);
MethodInfo serializeMethodInfo=typeof(BinaryFormatter).GetMethod(“Serialize”,新类型[]{typeof(Stream),typeof(object)});
MethodInfo toArrayMethodInfo=类型(MemoryStream).GetMethod(“ToArray”);
var bf=Expression.Variable(typeof(BinaryFormatter),“bf”);
var ms=Expression.Variable(typeof(System.IO.MemoryStream),“ms”);
列表表达式=新列表();
表达式。添加(
Expression.Assign(bf,Expression.New(typeof(BinaryFormatter)));
表达式。添加(
Expression.Assign(ms,Expression.New(typeof(MemoryStream)));
foreach(typeof(StudentPacket).GetFields()中的FieldInfo字段)
{
表达式。添加(
Expression.Call(bf、SerializedMethodInfo、ms、,
Expression.Convert(Expression.Field(@object,Field.Name),
类型(对象);
}
expressions.Add(Expression.Call(ms,toArrayMethodInfo));
var lambda=表达式.lambda(
表达式块(
新[]{bf,ms},
表达
),
@对象);

然后您当然可以存储
lambda.Compile()
的结果来序列化
StudentPacket
。同样的方法也可以用于反序列化。

为了完整性,我设法降低了getter和setter的访问时间(
kkokosa
确实更好地解决了我的问题,但问题是我可以为getter和setter获得更好的性能)

我做了这样的接球手和二传手:

get_firstName(UserPacket packet)
{
    var pk = (StudentPacket)packet;
    return pk.firstName;
}

void set_firstName(UserPacket packet, object value)
{
    var pk = (StudentPacket)packet;
    pk.firstName = (string)value;
}
并使用表达式树而不是ILGenerator注入它们。现在我知道了运行时委托的类型,我只能通过装箱和拆箱开销来摆脱。
这封信说我让getter和setter以大约50-70毫秒的速度运行(对于5fields*100.000对象集和get)。

谢谢。我专注于使代码更好地执行,但实际上我忘记了它的用途。
get_firstName(UserPacket packet)
{
    var pk = (StudentPacket)packet;
    return pk.firstName;
}

void set_firstName(UserPacket packet, object value)
{
    var pk = (StudentPacket)packet;
    pk.firstName = (string)value;
}