{"type":"doc","content":[{"type":"paragraph","content":[{"text":"In this article you will find:","type":"text","marks":[{"type":"strong"}]}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"2ba57ca4-37da-4ac8-9ce3-56c6d758033f"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}}}},{"type":"heading","attrs":{"level":2},"content":[{"text":"Goal","type":"text","marks":[{"type":"annotation","attrs":{"annotationType":"inlineComment","id":"047d9a6a-3382-43c2-9c5a-525cf158542f"}}]}]},{"type":"paragraph","content":[{"text":"This article provides information on how to index documents which are above the document size limit.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Prerequisite","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Configure Connector - ","type":"text"},{"text":"Configure Hawksearch","type":"text","marks":[{"type":"link","attrs":{"href":"https://hawksearch.atlassian.net/wiki/spaces/CON/pages/656900109/Configure+Hawksearch"}}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Setup document size limit","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Open the backend of your Sitefinity instance ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Navigate to Administartion → Settings and click Advanced (","type":"text"},{"text":"your-site-domain/Sitefinity/Administration/Settings/Advanced","type":"text","marks":[{"type":"textColor","attrs":{"color":"#4c9aff"}}]},{"text":")","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Open the Hawksearch configuration","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Under document size limit enter 100KB","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Save the changes","type":"text"}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Upload content above the limit","type":"text"}]},{"type":"paragraph","content":[{"text":"For the purpose of this example we are going to upload .docx, .txt and .pdf files.","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Open the backend of your Sitefinity instance","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Navigate to Content → Documents & Files","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upload files above the document size limit e.g. 20MB","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Navigate to Administration → Search indexes (","type":"text"},{"text":"your-site-domain/Sitefinity/Administration/Search indexes","type":"text","marks":[{"type":"textColor","attrs":{"color":"#4c9aff"}}]},{"text":")","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Open your currently used and active Index","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Select Documents from the scope. This will add the documents you have uploaded to the index","type":"text"}]}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"During indexing the files are stripped and only the text content is extracted. ","type":"text"},{"text":"Some files contain a lot of metadata or embedded resources (e.g. photos) so a 20MB .pdf may only contain 2MB of actual data.","type":"text","marks":[{"type":"annotation","attrs":{"annotationType":"inlineComment","id":"a6183c34-41e9-4cd2-b172-ad422c155b2b"}}]}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"heading","attrs":{"level":2},"content":[{"text":"Setup search service ","type":"text"}]},{"type":"paragraph","content":[{"text":"In order to index documents above the document size limit you need to inherit the ","type":"text"},{"text":"HawksearchService","type":"text","marks":[{"type":"strong"}]},{"text":" class and override the ","type":"text"},{"text":"AdaptDocuments. ","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Here we will demonstrate how to: ","type":"text"}]},{"type":"paragraph","content":[{"text":" ","type":"text"},{"text":"empty the content field","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"text":"OR","type":"text","marks":[{"type":"strong"}]},{"text":" ","type":"text"},{"text":"take the first 500 words in it","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"The following code snippet demonstrates how to strip the document from it’s ","type":"text"},{"text":"Content field ","type":"text","marks":[{"type":"strong"}]},{"text":"in order to pass the document size limit check.","type":"text"}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Empty content ","type":"text"},{"text":"field","type":"text","marks":[{"type":"annotation","attrs":{"annotationType":"inlineComment","id":"5d253bed-6832-4fcc-83b7-8f0d9e7db2b3"}}]}]},{"type":"codeBlock","attrs":{"language":"csharp"},"content":[{"text":"using System;\nusing System.Collections.Generic;\nusing System.Linq;\nusing Hawksearch.Search;\nusing Telerik.Sitefinity.Services.Search.Data;\nusing Telerik.Sitefinity.Configuration;\nusing Telerik.Sitefinity.Services.Search.Model;\nusing Hawksearch.Configuration;\nusing Hawksearch.SDK.Indexing;\n\nnamespace SitefinityWebApp.Search\n{\n public class CustomSearchService : HawksearchService\n {\n private const string DocumentContentType = \"Telerik.Sitefinity.Libraries.Model.Document\";\n\n protected override List AdaptDocuments(IEnumerable documents)\n {\n var doc = documents.ToList().FirstOrDefault();\n var documentList = new List(documents);\n\n if (doc != null)\n {\n var contentTypeField = doc.Fields.FirstOrDefault(f => f.Name == \"ContentType\");\n\n if (contentTypeField != null)\n {\n if (string.Equals(contentTypeField.Value.ToString(), DocumentContentType, StringComparison.InvariantCultureIgnoreCase))\n {\n var configManager = ConfigManager.GetManager();\n var hawkConfig = configManager.GetSection();\n documentList.Clear();\n\n foreach (var document in documents)\n {\n var modifiedDocument = document;\n var documentSize = this.CalculateDocumentSize(document);\n\n if (documentSize > hawkConfig.DocumentSizeLimit)\n {\n modifiedDocument = this.ModifyDocument(document);\n }\n\n documentList.Add(modifiedDocument);\n }\n }\n }\n }\n\n return base.AdaptDocuments(documentList);\n }\n\n private double CalculateDocumentSize(IDocument document)\n {\n var documentSize = 0.0;\n\n foreach (var field in document.Fields)\n {\n if (field.Value != null)\n {\n documentSize += System.Text.Encoding.Unicode.GetByteCount(field.Value.ToString()) / 1024.0;\n }\n }\n\n return documentSize;\n }\n\n private IDocument ModifyDocument(IDocument document)\n {\n var fields = new List(document.Fields);\n var contentField = document.Fields.FirstOrDefault(f => f.Name == \"Content\");\n\n if (contentField != null)\n {\n contentField.Value = string.Empty;\n }\n\n var modifiedDocument = new Document(fields, document.IdentityField.Name);\n\n return modifiedDocument;\n }\n }\n}","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Once you implement the code in Visual Studio , build your solution and you will also have to reindex the index you are using from Administrator → Search Indexes → Action → Reindex","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"heading","attrs":{"level":2},"content":[{"text":"Expected results","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Now if you Inspect your frontend page you should be able to see the title of your large document, but not the content. There will be no content field as well in the XHR search → results → document fields","type":"text"}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Take the first 500 ","type":"text"},{"text":"words","type":"text","marks":[{"type":"annotation","attrs":{"annotationType":"inlineComment","id":"b1739d71-7d90-4608-99ed-8238d17f021f"}}]}]},{"type":"codeBlock","attrs":{"language":"csharp"},"content":[{"text":"using System;\nusing System.Collections.Generic;\nusing System.Linq;\nusing Hawksearch.Search;\nusing Telerik.Sitefinity.Services.Search.Data;\nusing Telerik.Sitefinity.Configuration;\nusing Telerik.Sitefinity.Services.Search.Model;\nusing Hawksearch.Configuration;\nusing Hawksearch.SDK.Indexing;\nusing Field = Telerik.Sitefinity.Services.Search.Publishing.Field;\n\nnamespace SitefinityWebApp.Search\n{\n public class CustomSearchService : HawksearchService\n {\n private const string DocumentContentType = \"Telerik.Sitefinity.Libraries.Model.Document\";\n\n protected override List AdaptDocuments(IEnumerable documents)\n {\n var doc = documents.ToList().FirstOrDefault();\n var documentList = new List(documents);\n\n if (doc != null)\n {\n var contentTypeField = doc.Fields.FirstOrDefault(f => f.Name == \"ContentType\");\n\n if (contentTypeField != null)\n {\n if (string.Equals(contentTypeField.Value.ToString(), DocumentContentType, StringComparison.InvariantCultureIgnoreCase))\n {\n var configManager = ConfigManager.GetManager();\n var hawkConfig = configManager.GetSection();\n documentList.Clear();\n\n foreach (var document in documents)\n {\n var modifiedDocument = document;\n var documentSize = this.CalculateDocumentSize(document);\n\n if (documentSize > hawkConfig.DocumentSizeLimit)\n {\n modifiedDocument = this.ModifyDocument(document);\n }\n\n documentList.Add(modifiedDocument);\n }\n }\n }\n }\n\n return base.AdaptDocuments(documentList);\n }\n\n private double CalculateDocumentSize(IDocument document)\n {\n var documentSize = 0.0;\n\n foreach (var field in document.Fields)\n {\n if (field.Value != null)\n {\n documentSize += System.Text.Encoding.Unicode.GetByteCount(field.Value.ToString()) / 1024.0;\n }\n }\n\n return documentSize;\n }\n\n private IDocument ModifyDocument(IDocument document)\n {\n var wordLimit = 500;\n var fields = new List(document.Fields);\n var contentField = document.Fields.FirstOrDefault(f => f.Name == \"Content\");\n fields.Remove(contentField);\n contentField = this.ExtractFieldContent(contentField, wordLimit);\n fields.Add(contentField);\n\n var modifiedDocument = new Document(fields, document.IdentityField.Name);\n\n return modifiedDocument;\n }\n\n private IField ExtractFieldContent(IField contentField, int wordLimit)\n {\n var fieldValue = contentField.Value.ToString();\n\n if (!string.IsNullOrWhiteSpace(fieldValue))\n {\n var modifiedContent = string.Join(\" \", fieldValue.Split(' ').Take(wordLimit).ToArray());\n\n contentField = new Field\n {\n Name = \"Content\",\n Value = modifiedContent\n };\n }\n\n return contentField;\n }\n }\n}","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Once you implement the code in Visual Studio , build your solution and you will also have to reindex the index you are using from Administrator → Search Indexes → Action → Reindex","type":"text"}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"heading","attrs":{"level":2},"content":[{"text":"Expected results","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Now if you Inspect your frontend page you should be able to see the content with first 500 symbols of your large document. There will be also a content field with 500 symbols in the XHR search → results → document fields","type":"text"}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Register Custom Search Service","type":"text"}]},{"type":"paragraph","content":[{"text":"In order to use your custom search service instead of the built-in one you need to register it in the backend.","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Please refer to this documentation - ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://bridgeline.atlassian.net/wiki/spaces/CON/pages/3468466897"}},{"text":" ","type":"text"}]}]}],"version":1}

Browser not supported