I’m submitting a…
[X] Regression (a behavior that stopped working in a new release)
[ ] Bug report
[ ] Performance issue
[ ] Documentation issue or request
Current behavior
- Get multiple 500 errors
Minimal reproduction of the problem
- Deploy latest Squidex on Azure web application
Environment
- [ ] Self hosted with docker
- [ ] Self hosted with IIS
- [X] Self hosted with other version
- [ ] Cloud version
Others:
Logs from Azure
{
“logLevel”: “Error”,
“message”: “SelectTarget failed with Grain directory is stopping”,
“eventId”: {
“id”: 100071
},
“exception”: {
“type”: “System.InvalidOperationException”,
“message”: “Grain directory is stopping”,
“stackTrace”: " at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.CheckIfShouldForward(GrainId grainId, Int32 hopCount, String operationDescription)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.LookupAsync(GrainId grainId, Int32 hopCount)\r\n at Orleans.Runtime.Scheduler.AsyncClosureWorkItem`1.Execute()\r\n at Orleans.Runtime.Placement.RandomPlacementDirector.OnSelectActivation(PlacementStrategy strategy, GrainId target, IPlacementRuntime context)\r\n at Orleans.Runtime.Placement.PlacementDirectorsManager.SelectOrAddActivation(ActivationAddress sendingAddress, PlacementTarget targetGrain, IPlacementRuntime context, PlacementStrategy strategy)\r\n at Orleans.Runtime.Dispatcher.AddressMessageAsync(Message message, PlacementTarget target, PlacementStrategy strategy, ActivationAddress targetAddress)\r\n at Orleans.Runtime.Dispatcher.<>c__DisplayClass37_0.<b__1>d.MoveNext()"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“web”: {
“requestId”: “db24faf3-afb9-4979-84d9-057f10138f30”,
“requestPath”: “/api/apps/avinor-community/schemas/services”,
“requestMethod”: “GET”,
“routeValues”: {
“area”: “Api”,
“action”: “GetSchema”,
“controller”: “Schemas”
}
},
“timestamp”: “2019-04-09T08:09:35Z”,
“category”: “Orleans.Runtime.Dispatcher”
}
{
“logLevel”: “Warning”,
“message”: “Discarding OneWay rejection for message OneWay S10.0.6.168:11111:292493357*cli/c4a7d4a4@567612ba->*grn/FFE8F7B3/00000000 #60: . Exc = Grain directory is stopping”,
“eventId”: {
“id”: 101002
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“web”: {
“requestId”: “db24faf3-afb9-4979-84d9-057f10138f30”,
“requestPath”: “/api/apps/avinor-community/schemas/services”,
“requestMethod”: “GET”,
“routeValues”: {
“area”: “Api”,
“action”: “GetSchema”,
“controller”: “Schemas”
}
},
“timestamp”: “2019-04-09T08:09:35Z”,
“category”: “Orleans.Runtime.Dispatcher”
}
{
“logLevel”: “Warning”,
“message”: “UnregisterManyAsync 1 failed.”,
“eventId”: {
“id”: 100502
},
“exception”: {
“type”: “System.InvalidOperationException”,
“message”: “Grain directory is stopping”,
“stackTrace”: " at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.CheckIfShouldForward(GrainId grainId, Int32 hopCount, String operationDescription)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.UnregisterOrPutInForwardList(IEnumerable1 addresses, UnregistrationCause cause, Int32 hopCount, Dictionary
2& forward, List1 tasks, String context)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.UnregisterManyAsync(List
1 addresses, UnregistrationCause cause, Int32 hopCount)\r\n at Orleans.Runtime.Scheduler.AsyncClosureWorkItem.Execute()\r\n at Orleans.Runtime.Catalog.FinishDestroyActivations(List`1 list, Int32 number, MultiTaskCompletionSource tcs)"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“timestamp”: “2019-04-09T08:09:35Z”,
“category”: “Orleans.Runtime.Catalog”
}
{
“logLevel”: “Warning”,
“message”: “UnregisterManyAsync 14 failed.”,
“eventId”: {
“id”: 100502
},
“exception”: {
“type”: “System.InvalidOperationException”,
“message”: “Grain directory is stopping”,
“stackTrace”: " at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.CheckIfShouldForward(GrainId grainId, Int32 hopCount, String operationDescription)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.UnregisterOrPutInForwardList(IEnumerable1 addresses, UnregistrationCause cause, Int32 hopCount, Dictionary
2& forward, List1 tasks, String context)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.UnregisterManyAsync(List
1 addresses, UnregistrationCause cause, Int32 hopCount)\r\n at Orleans.Runtime.Scheduler.AsyncClosureWorkItem.Execute()\r\n at Orleans.Runtime.Catalog.FinishDestroyActivations(List`1 list, Int32 number, MultiTaskCompletionSource tcs)"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“timestamp”: “2019-04-09T08:09:35Z”,
“category”: “Orleans.Runtime.Catalog”
}
{
“logLevel”: “Error”,
“message”: “SelectTarget failed with Grain directory is stopping”,
“eventId”: {
“id”: 100071
},
“exception”: {
“type”: “System.InvalidOperationException”,
“message”: “Grain directory is stopping”,
“stackTrace”: " at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.CheckIfShouldForward(GrainId grainId, Int32 hopCount, String operationDescription)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.LookupAsync(GrainId grainId, Int32 hopCount)\r\n at Orleans.Runtime.Scheduler.AsyncClosureWorkItem`1.Execute()\r\n at Orleans.Runtime.Placement.RandomPlacementDirector.OnSelectActivation(PlacementStrategy strategy, GrainId target, IPlacementRuntime context)\r\n at Orleans.Runtime.Placement.PlacementDirectorsManager.SelectOrAddActivation(ActivationAddress sendingAddress, PlacementTarget targetGrain, IPlacementRuntime context, PlacementStrategy strategy)\r\n at Orleans.Runtime.Dispatcher.AddressMessageAsync(Message message, PlacementTarget target, PlacementStrategy strategy, ActivationAddress targetAddress)\r\n at Orleans.Runtime.Dispatcher.<>c__DisplayClass37_0.<b__1>d.MoveNext()"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“web”: {
“requestId”: “db24faf3-afb9-4979-84d9-057f10138f30”,
“requestPath”: “/api/apps/avinor-community/schemas/services”,
“requestMethod”: “GET”,
“routeValues”: {
“area”: “Api”,
“action”: “GetSchema”,
“controller”: “Schemas”
}
},
“timestamp”: “2019-04-09T08:09:36Z”,
“category”: “Orleans.Runtime.Dispatcher”
}
{
“logLevel”: “Warning”,
“message”: “Discarding OneWay rejection for message OneWay S10.0.6.168:11111:292493357*cli/c4a7d4a4@567612ba->*grn/FFE8F7B3/00000000 #61: . Exc = Grain directory is stopping”,
“eventId”: {
“id”: 101002
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“web”: {
“requestId”: “db24faf3-afb9-4979-84d9-057f10138f30”,
“requestPath”: “/api/apps/avinor-community/schemas/services”,
“requestMethod”: “GET”,
“routeValues”: {
“area”: “Api”,
“action”: “GetSchema”,
“controller”: “Schemas”
}
},
“timestamp”: “2019-04-09T08:09:36Z”,
“category”: “Orleans.Runtime.Dispatcher”
}
{
“logLevel”: “Error”,
“message”: “SelectTarget failed with Grain directory is stopping”,
“eventId”: {
“id”: 100071
},
“exception”: {
“type”: “System.InvalidOperationException”,
“message”: “Grain directory is stopping”,
“stackTrace”: " at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.CheckIfShouldForward(GrainId grainId, Int32 hopCount, String operationDescription)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.LookupAsync(GrainId grainId, Int32 hopCount)\r\n at Orleans.Runtime.Scheduler.AsyncClosureWorkItem`1.Execute()\r\n at Orleans.Runtime.Placement.RandomPlacementDirector.OnSelectActivation(PlacementStrategy strategy, GrainId target, IPlacementRuntime context)\r\n at Orleans.Runtime.Placement.PlacementDirectorsManager.SelectOrAddActivation(ActivationAddress sendingAddress, PlacementTarget targetGrain, IPlacementRuntime context, PlacementStrategy strategy)\r\n at Orleans.Runtime.Dispatcher.AddressMessageAsync(Message message, PlacementTarget target, PlacementStrategy strategy, ActivationAddress targetAddress)\r\n at Orleans.Runtime.Dispatcher.<>c__DisplayClass37_0.<b__1>d.MoveNext()"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“web”: {
“requestId”: “db24faf3-afb9-4979-84d9-057f10138f30”,
“requestPath”: “/api/apps/avinor-community/schemas/services”,
“requestMethod”: “GET”,
“routeValues”: {
“area”: “Api”,
“action”: “GetSchema”,
“controller”: “Schemas”
}
},
“timestamp”: “2019-04-09T08:09:37Z”,
“category”: “Orleans.Runtime.Dispatcher”
}
{
“logLevel”: “Warning”,
“message”: “Discarding OneWay rejection for message OneWay S10.0.6.168:11111:292493357*cli/c4a7d4a4@567612ba->*grn/FFE8F7B3/00000000 #62: . Exc = Grain directory is stopping”,
“eventId”: {
“id”: 101002
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“web”: {
“requestId”: “db24faf3-afb9-4979-84d9-057f10138f30”,
“requestPath”: “/api/apps/avinor-community/schemas/services”,
“requestMethod”: “GET”,
“routeValues”: {
“area”: “Api”,
“action”: “GetSchema”,
“controller”: “Schemas”
}
},
“timestamp”: “2019-04-09T08:09:37Z”,
“category”: “Orleans.Runtime.Dispatcher”
}
{
“logLevel”: “Error”,
“message”: “Directory.RegisterAsync S10.0.6.168:11111:292493357*cli/c4a7d4a4@2cbedb68 failed.”,
“eventId”: {
“id”: 101317
},
“exception”: {
“type”: “System.InvalidOperationException”,
“message”: “Grain directory is stopping”,
“stackTrace”: " at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.CheckIfShouldForward(GrainId grainId, Int32 hopCount, String operationDescription)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.RegisterAsync(ActivationAddress address, Boolean singleActivation, Int32 hopCount)\r\n at Orleans.OrleansTaskExtentions.LogException(Task task, ILogger logger, ErrorCode errorCode, String message)"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“timestamp”: “2019-04-09T08:09:37Z”,
“category”: “Orleans.Runtime.ClientObserverRegistrar”
}
{
“logLevel”: “Error”,
“message”: “OnClientRefreshTimer has thrown an exceptions.”,
“eventId”: {
“id”: 101319
},
“exception”: {
“type”: “System.InvalidOperationException”,
“message”: “Grain directory is stopping”,
“stackTrace”: " at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.CheckIfShouldForward(GrainId grainId, Int32 hopCount, String operationDescription)\r\n at Orleans.Runtime.GrainDirectory.LocalGrainDirectory.RegisterAsync(ActivationAddress address, Boolean singleActivation, Int32 hopCount)\r\n at Orleans.OrleansTaskExtentions.LogException(Task task, ILogger logger, ErrorCode errorCode, String message)\r\n at Orleans.Runtime.ClientObserverRegistrar.OnClientRefreshTimer(Object data)"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“timestamp”: “2019-04-09T08:09:37Z”,
“category”: “Orleans.Runtime.ClientObserverRegistrar”
}
{
“logLevel”: “Error”,
“message”: “RunClientMessagePump has thrown exception”,
“eventId”: {
“id”: 100326
},
“exception”: {
“type”: “System.OperationCanceledException”,
“message”: “The operation was canceled.”,
“stackTrace”: " at System.Collections.Concurrent.BlockingCollection1.TryTakeWithNoTimeValidation(T& item, Int32 millisecondsTimeout, CancellationToken cancellationToken, CancellationTokenSource combinedTokenSource)\r\n at System.Collections.Concurrent.BlockingCollection
1.TryTake(T& item, Int32 millisecondsTimeout, CancellationToken cancellationToken)\r\n at System.Collections.Concurrent.BlockingCollection`1.Take(CancellationToken cancellationToken)\r\n at Orleans.Runtime.HostedClient.RunClientMessagePump()"
},
“app”: {
“name”: “Squidex”,
“version”: “1.0.0.0”,
“sessionId”: “84775a58-2a90-4513-b0c8-49f36e6c7d50”
},
“timestamp”: “2019-04-09T08:09:38Z”,
“category”: “Orleans.Runtime.HostedClient”
}