-
Notifications
You must be signed in to change notification settings - Fork 1
/
Program.cs
90 lines (71 loc) · 3.79 KB
/
Program.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
using System;
using System.Diagnostics;
using System.Threading;
using ElasticsearchCRUD;
using ElasticsearchCRUD.ContextSearch;
using ElasticsearchCRUD.Model;
using ElasticsearchCRUD.Model.Units;
using ElasticsearchCRUD.Tracing;
using LiveReindexInElasticsearch.Reindex;
using LiveReindexInElasticsearch.SQLDomainModel;
namespace LiveReindexInElasticsearch
{
class Program
{
static void Main(string[] args)
{
var createIndexPersonV1 = new CreateIndexPersonV1();
#region Setup initial index, not required usually because the index should already exist...
// CREATE NEW INDEX person_v1 for Person Entity class
createIndexPersonV1.SaveToElasticsearchPerson();
Console.WriteLine("Created new index person_v1 in elasticsearch");
Console.ReadLine();
// CREATE NEW ALIAS person for INDEX persons_v1
createIndexPersonV1.CreatePersonAliasForPersonV1Mapping("persons");
Console.WriteLine("Created new alias person for index person_v1 in elasticsearch");
#endregion Setup initial index, not required usually because the index should already exist...
// The following 3 steps show you how to do a reindex in elasticsearch using scroll and an alias with no downtime
// ---------------------------------------------------------
// STEP 1: CREATE NEW INDEX persons_v2 from INDEX persons_v1
// ---------------------------------------------------------
// - This timestamp is usually DateTime.UtcNow.
// - It is required so all the indexes which were updated during the reindex can be found
DateTime beginDateTime = DateTime.UtcNow.AddYears(-7);
var reindex = new ElasticsearchCrudReindex<Person, PersonV2>(
new IndexTypeDescription("persons_v1", "person"),
new IndexTypeDescription("persons_v2", "person"),
"http://localhost:9200");
reindex.ScanAndScrollConfiguration = new ScanAndScrollConfiguration(new TimeUnitSecond(5), 1000);
reindex.TraceProvider = new ConsoleTraceProvider(TraceEventType.Information);
reindex.Reindex(
PersonReindexConfiguration.BuildSearchModifiedDateTimeLessThan(beginDateTime),
PersonReindexConfiguration.GetKeyMethod,
PersonReindexConfiguration.CreatePersonV2FromPerson);
Console.WriteLine("Created new index from version 1 index");
// ---------------------------------------------------------
// STEP 2: REPLACE ALIAS persons TO INDEX persons_v2
// ---------------------------------------------------------
reindex.SwitchAliasfromOldToNewIndex("persons");
Console.WriteLine("Replace index for alias");
// ---------------------------------------------------------
// STEP 3: NOW GET ALL THE DOCUMENTS WHICH WERE UPDATED WHILE REINDEXING
// ---------------------------------------------------------
// NOTE: if the document is updated again in the meantime, it will be overwitten with this method.
// If required, you must check the update timestamp of the item in the new index!
reindex.Reindex(
PersonReindexConfiguration.BuildSearchModifiedDateTimeGreaterThan(beginDateTime),
PersonReindexConfiguration.GetKeyMethod,
PersonReindexConfiguration.CreatePersonV2FromPerson);
Console.WriteLine("Replace index for person documents which were updating while reindexing");
// Wait for Elasticsearch...
Thread.Sleep(1500);
using (var context = new ElasticsearchContext("http://localhost:9200", new ElasticsearchMappingResolver()))
{
long countBefore = context.Count<Person>(PersonReindexConfiguration.BuildSearchModifiedDateTimeLessThan(beginDateTime));
long countAfter = context.Count<Person>(PersonReindexConfiguration.BuildSearchModifiedDateTimeGreaterThan(beginDateTime));
Console.WriteLine("Persons: before: {0} After:{1}", countBefore, countAfter);
}
Console.ReadLine();
}
}
}