C# 注入泛型getter和setter以获得比反射更好的性能
我正在尝试编写一个高级网络库(主要是为了好玩),用户可以通过派生类轻松定义他们的数据包。这种方式解析消息非常容易。用户数据包应仅包含基本值 为了做到这一点,我需要访问每个用户定义的数据包的每个字段。这个问题可以很容易地用反射来解决,但由于反射非常慢,我不能使用它。为了快速实现这一点,我创建了一个类,以便在运行时为每个用户定义的数据包字段注入getter和setter(在StackOverflow上的某个地方找到)。getter是C# 注入泛型getter和setter以获得比反射更好的性能,c#,.net,reflection,delegates,dynamictype,C#,.net,Reflection,Delegates,Dynamictype,我正在尝试编写一个高级网络库(主要是为了好玩),用户可以通过派生类轻松定义他们的数据包。这种方式解析消息非常容易。用户数据包应仅包含基本值 为了做到这一点,我需要访问每个用户定义的数据包的每个字段。这个问题可以很容易地用反射来解决,但由于反射非常慢,我不能使用它。为了快速实现这一点,我创建了一个类,以便在运行时为每个用户定义的数据包字段注入getter和setter(在StackOverflow上的某个地方找到)。getter是Func,setter是Action 问题是:因为用户数据包是在另一
Func
,setter是Action
问题是:因为用户数据包是在另一个程序集中定义的,所以在编译时我不可能知道getter或setter的类型。我可以用于getter和setter的派生类最多的是Delegate
。这意味着我只能使用DynamicInvoke,这样我就可以再次进行反射了……但因为我知道这些方法实际上是func和Actions,但实际上不能强制转换它们,所以我可以使用dynamictype和callinvoke。Dynamic type将性能提高了约5倍,但与正常的字段访问相比,设置和获取值的速度仍然很慢(大约快100倍),这使得该库无法使用
最终,我希望能够将用户定义的类转换为字节数组。另外,我不想序列化这个类,因为序列化包含一些我不想通过网络发送的垃圾数据,而且序列化看起来相当慢
这里有一个问题:我真的能让GetVaue和SetValue方法更快吗?我尝试将委托强制转换为所需的函数/操作(在库中移动了自定义数据包类,因此这不好),设置程序花费了大约50毫秒而不是300毫秒。我希望能在普通数据包中获得这样的性能
namespace MirrorNet
{
// Base class for packets
// This will be derived by users and should only contain basic type fields
public class UserPacket
{
}
public class MirrorNetManager
{
private static MirrorNetManager instance = new MirrorNetManager();
public static MirrorNetManager Instance
{
get { return instance; }
}
// Dictionary: packetType -> field -> getter | setter
private class PropertyDictionary : Dictionary<Type, Dictionary<FieldInfo, Delegate>>
{
}
private Dictionary<int, PacketConstructor> m_packetConstructors = new Dictionary<int, PacketConstructor>();
private PropertyDictionary m_packetFieldGetters = new PropertyDictionary();
private PropertyDictionary m_packetFieldSetters = new PropertyDictionary();
public void SetValue(UserPacket packet, FieldInfo field, object value)
{
var setDelegate = m_packetFieldSetters[packet.GetType()][field];
dynamic setAction = setDelegate; //Convert.ChangeType(setDelegate, setDelegate.GetType());
dynamic setObject = packet; //Convert.ChangeType(packet, packet.GetType());
dynamic setValue = value; //Convert.ChangeType(value, value.GetType());
setAction.Invoke(setObject, setValue);
//setDelegate.DynamicInvoke(packet, value);
}
public object GetValue(UserPacket packet, FieldInfo field)
{
var getDelegate = m_packetFieldGetters[packet.GetType()][field];
dynamic getFunction = getDelegate; //Convert.ChangeType(getDelegate, getDelegate.GetType());
dynamic getObject = packet; //Convert.ChangeType(packet, packet.GetType());
return getFunction.Invoke(getObject);
//return getDelegate.DynamicInvoke(packet);
}
public void InitializePackets(Assembly packetsAssembly)
{
var typesArray = packetsAssembly.GetTypes();
foreach (Type type in typesArray)
{
if (type.BaseType == typeof(UserPacket))
{
InsertPacketConstructor(type);
InsertSettersAndGetters(type);
}
}
}
private void InsertPacketConstructor(Type packetType)
{
foreach (var member in packetType.GetFields())
{
Console.WriteLine(member);
// TODO: Implement
}
}
private void InsertSettersAndGetters(Type type)
{
Dictionary<FieldInfo, Delegate> getters = new Dictionary<FieldInfo, Delegate>();
Dictionary<FieldInfo, Delegate> setters = new Dictionary<FieldInfo, Delegate>();
foreach (FieldInfo field in type.GetFields())
{
Delegate getDelegate = CreateGetter(type, field.FieldType, field);
Delegate setDelegate = CreateSetter(type, field.FieldType, field);
getters.Add(field, getDelegate);
setters.Add(field, setDelegate);
}
m_packetFieldGetters.Add(type, getters);
m_packetFieldSetters.Add(type, setters);
}
private Delegate CreateGetter(Type classType, Type getReturnType, FieldInfo field)
{
string methodName = field.ReflectedType.FullName + ".get_" + field.Name;
Type[] parameterTypes = new Type[1] { classType };
DynamicMethod getterMethod = new DynamicMethod(methodName, getReturnType, parameterTypes, true);
ILGenerator gen = getterMethod.GetILGenerator();
if (field.IsStatic)
{
gen.Emit(OpCodes.Ldsfld, field);
}
else
{
gen.Emit(OpCodes.Ldarg_0);
gen.Emit(OpCodes.Ldfld, field);
}
gen.Emit(OpCodes.Ret);
// Create the specific Func<,> instance
Type[] typeArgs = new Type[] { classType, getReturnType };
Type generic = typeof(Func<,>);
Type genInstance = generic.MakeGenericType(typeArgs);
Delegate getterDelegate = getterMethod.CreateDelegate(genInstance);
return getterDelegate;
}
private Delegate CreateSetter(Type classType, Type setValueType, FieldInfo field)
{
string methodName = field.ReflectedType.FullName + ".set_" + field.Name;
Type[] parameters = new Type[2]
{
classType,
setValueType
};
DynamicMethod setterMethod = new DynamicMethod(methodName, null, parameters);
ILGenerator gen = setterMethod.GetILGenerator();
if (field.IsStatic)
{
gen.Emit(OpCodes.Ldarg_1);
gen.Emit(OpCodes.Stsfld, field);
}
else
{
gen.Emit(OpCodes.Ldarg_0);
gen.Emit(OpCodes.Ldarg_1);
gen.Emit(OpCodes.Stfld, field);
}
gen.Emit(OpCodes.Ret);
// Create the specific Action<,> instance
Type[] typeArgs = new Type[] { classType, setValueType };
Type generic = typeof(Action<,>);
Type genInstance = generic.MakeGenericType(typeArgs);
Delegate ret = setterMethod.CreateDelegate(genInstance);
return ret;
}
}
}
// THIS IS IN A DIFERENT ASSEMBLY
namespace MirrorNetTesting
{
// This is just an example packet
public class StudentPacket : UserPacket
{
public int age;
public int height;
public double grades;
public string firstName;
public string lastName;
}
class Program
{
static void Main(string[] args)
{
Assembly asm = Assembly.GetAssembly(typeof(StudentPacket));
MirrorNetManager.Instance.InitializePackets(asm);
PerformanceTesting();
Console.ReadLine();
}
public static void PerformanceTesting()
{
int studentsCount = 1000 * 100;
StudentPacket[] studentsArray = new StudentPacket[studentsCount];
//////////////////////////////////////////////////////////////////////////
Random rnd = new Random();
for (int i = 0; i < studentsArray.Length; i++)
{
StudentPacket student = new StudentPacket();
student.age = rnd.Next();
student.height = rnd.Next();
student.grades = rnd.NextDouble();
student.firstName = "First " + rnd.Next().ToString();
student.lastName = "Last " + rnd.Next().ToString();
studentsArray[i] = student;
}
var fieldsArray = typeof(StudentPacket).GetFields().ToArray();
//////////////////////////////////////////////////////////////////////////
// Begin normal getter test
Console.WriteLine("Testing normal getters");
Stopwatch normalGetterSw = new Stopwatch();
normalGetterSw.Start();
foreach (var student in studentsArray)
{
//object getValue;
var getAge = student.age;
var getHeight = student.height;
var getGrades = student.grades;
var getFirstName = student.firstName;
var getLastName = student.lastName;
}
normalGetterSw.Stop();
//////////////////////////////////////////////////////////////////////////
// Begin reflection getter test
Console.WriteLine("Testing reflection getters");
Stopwatch reflectionGetterSw = new Stopwatch();
reflectionGetterSw.Start();
foreach (var student in studentsArray)
{
object getValue;
for (int i = 0; i < fieldsArray.Length; i++ )
{
FieldInfo field = fieldsArray[i];
getValue = MirrorNetManager.Instance.GetValue(student, field);
}
}
reflectionGetterSw.Stop();
//////////////////////////////////////////////////////////////////////////
// Begin normal setter test
Console.WriteLine("Testing normal setters");
Stopwatch normalSetterSw = new Stopwatch();
int age = 10;
int height = 12;
double grades = 1432.523d;
string firstName = "first name";
string lastName = "last name";
normalSetterSw.Start();
foreach (var student in studentsArray)
{
student.age = age;
student.height = height;
student.grades = grades;
student.firstName = firstName;
student.lastName = lastName;
}
normalSetterSw.Stop();
//////////////////////////////////////////////////////////////////////////
// Begin reflection setter test
Console.WriteLine("Testing reflection setters ");
Stopwatch reflectionSetterSw = new Stopwatch();
object[] setValues = new object[]
{
age,
height,
grades,
firstName,
lastName
};
reflectionSetterSw.Start();
foreach (var student in studentsArray)
{
for (int i = 0; i < fieldsArray.Length; i++ )
{
FieldInfo field = fieldsArray[i];
MirrorNetManager.Instance.SetValue(student, field, setValues[i]);
}
}
reflectionSetterSw.Stop();
//////////////////////////////////////////////////////////////////////////
Console.WriteLine("Normal getter: \t {0}", normalGetterSw.ElapsedMilliseconds);
Console.WriteLine("Normal setter: \t {0}", normalSetterSw.ElapsedMilliseconds);
Console.WriteLine("Reflection getter: \t {0}", reflectionGetterSw.ElapsedMilliseconds);
Console.WriteLine("Reflection setter: \t {0}", reflectionSetterSw.ElapsedMilliseconds);
//////////////////////////////////////////////////////////////////////////
}
}
反射getter和setter实际上是动态调用,它们通常需要300毫秒的时间
另外,由于代码很长,我也发布了它。您考虑过稍微不同的方法吗?在本例中,getter和setter的主要用途是序列化和反序列化,因此您可能应该专注于动态生成序列化方法,这将消除使用动态方法逐个访问这些字段的开销 例如,假设您想使用
BinaryFormatter
进行序列化(尽管您可能会选择更好的方法),目标是动态生成如下方法:
static private byte[] SerializeStudentPacket(StudentPacket packet)
{
var bf = new BinaryFormatter();
var ms = new MemoryStream();
bf.Serialize(ms, packet.age);
bf.Serialize(ms, packet.firstName);
bf.Serialize(ms, packet.grades);
bf.Serialize(ms, packet.height);
bf.Serialize(ms, packet.lastName);
return ms.ToArray();
}
通过使用Linq表达式,可以使其比ILGenerator更简单:
ParameterExpression @object = Expression.Parameter(typeof(StudentPacket), "@object");
MethodInfo serializeMethodInfo = typeof(BinaryFormatter).GetMethod("Serialize", new Type[] { typeof(Stream), typeof(object) });
MethodInfo toArrayMethodInfo = typeof(MemoryStream).GetMethod("ToArray");
var bf = Expression.Variable(typeof(BinaryFormatter), "bf");
var ms = Expression.Variable(typeof(System.IO.MemoryStream), "ms");
List<Expression> expressions = new List<Expression>();
expressions.Add(
Expression.Assign(bf, Expression.New(typeof(BinaryFormatter))));
expressions.Add(
Expression.Assign(ms, Expression.New(typeof(MemoryStream))));
foreach (FieldInfo field in typeof(StudentPacket).GetFields())
{
expressions.Add(
Expression.Call(bf, serializeMethodInfo, ms,
Expression.Convert(Expression.Field(@object, field.Name),
typeof(object))));
}
expressions.Add(Expression.Call(ms, toArrayMethodInfo));
var lambda = Expression.Lambda(
Expression.Block(
new[] { bf, ms },
expressions
),
@object);
ParameterExpression@object=Expression.Parameter(typeof(StudentPacket),“@object”);
MethodInfo serializeMethodInfo=typeof(BinaryFormatter).GetMethod(“Serialize”,新类型[]{typeof(Stream),typeof(object)});
MethodInfo toArrayMethodInfo=类型(MemoryStream).GetMethod(“ToArray”);
var bf=Expression.Variable(typeof(BinaryFormatter),“bf”);
var ms=Expression.Variable(typeof(System.IO.MemoryStream),“ms”);
列表表达式=新列表();
表达式。添加(
Expression.Assign(bf,Expression.New(typeof(BinaryFormatter)));
表达式。添加(
Expression.Assign(ms,Expression.New(typeof(MemoryStream)));
foreach(typeof(StudentPacket).GetFields()中的FieldInfo字段)
{
表达式。添加(
Expression.Call(bf、SerializedMethodInfo、ms、,
Expression.Convert(Expression.Field(@object,Field.Name),
类型(对象);
}
expressions.Add(Expression.Call(ms,toArrayMethodInfo));
var lambda=表达式.lambda(
表达式块(
新[]{bf,ms},
表达
),
@对象);
然后您当然可以存储
lambda.Compile()
的结果来序列化StudentPacket
。同样的方法也可以用于反序列化。为了完整性,我设法降低了getter和setter的访问时间(kkokosa
确实更好地解决了我的问题,但问题是我可以为getter和setter获得更好的性能)
我做了这样的接球手和二传手:
get_firstName(UserPacket packet)
{
var pk = (StudentPacket)packet;
return pk.firstName;
}
void set_firstName(UserPacket packet, object value)
{
var pk = (StudentPacket)packet;
pk.firstName = (string)value;
}
并使用表达式树而不是ILGenerator注入它们。现在我知道了运行时委托的类型,我只能通过装箱和拆箱开销来摆脱。
这封信说我让getter和setter以大约50-70毫秒的速度运行(对于5fields*100.000对象集和get)。谢谢。我专注于使代码更好地执行,但实际上我忘记了它的用途。
get_firstName(UserPacket packet)
{
var pk = (StudentPacket)packet;
return pk.firstName;
}
void set_firstName(UserPacket packet, object value)
{
var pk = (StudentPacket)packet;
pk.firstName = (string)value;
}