Signed-off-by: Nikita Zinkevich <n.zinkevich@yadro.com>

@@ -366,0 +369,4 @@
+| Parameter              | Type     | SIGHUP reload | Default value | Description                                                                                  |
+|------------------------|----------|---------------|---------------|----------------------------------------------------------------------------------------------|
+| `enabled`              | `bool`   | yes           | `false`       | Flag to enable index_page return if no object with specified S3-name was found.              |
+| `template_path.s3`     | `string` | yes           | `""`          | Path to .gotmpl file with html templates for S3 index_page (which is using tree service fr . |

@@ -209,2 +210,3 @@
 	v.SetDefault(cfgIndexPageEnabled, false)
-	v.SetDefault(cfgIndexPageTemplatePath, "")
+	v.SetDefault(cfgIndexPageS3TemplatePath, "")
+	v.SetDefault(cfgIndexPageNativeTemplatePath, "")

@@ -41,0 +58,4 @@
+func newListObjectsResponseNative(attrs map[string]string) ResponseObject {
+	return ResponseObject{
+		OID:      attrs[attrOID],
+		Created:  attrs[object.AttributeTimestamp] + "000",

@@ -117,0 +172,4 @@
+	basePath := strings.TrimRightFunc(prefix, func(r rune) bool {
+		return r != '/'
+	})
+	objectIDs, err := h.search(ctx, bucketInfo.CID, object.AttributeFilePath, prefix, object.MatchCommonPrefix)

@@ -117,0 +189,4 @@
+	const initialSliceCapacity = 100
+
+	var (
+		log = h.log.With(

@@ -117,0 +222,4 @@
+		go func() {
+			defer wg.Done()
+
+			addr.SetObject(id)

@@ -117,0 +240,4 @@
+			dirname := getNextDir(attrs[object.AttributeFilePath], basePath)
+			if dirname == "" {
+				mu.Lock()
+				objects = append(objects, newListObjectsResponseNative(attrs))

@@ -117,0 +254,4 @@
+			}
+		}()
+
+		return false

@@ -28,2 +26,2 @@
-	err := id.DecodeString(test)
-	if err != nil {
+	testCID, _ := c.UserValue("cid").(string)
+	var cntID cid.ID

@@ -205,6 +218,28 @@ func (h *Handler) byAddress(c *fasthttp.RequestCtx, f func(context.Context, requ
 	addr.SetContainer(bktInfo.CID)
 	addr.SetObject(*objID)
 
+	_, err = h.frostfs.GetObject(ctx, PrmObjectGet{

@@ -0,0 +1,101 @@
+{{$container := .BucketInfo.CID}}

@@ -222,2 +221,4 @@
+	path := a.cfg.GetString(cfgIndexPageTemplatePath)
+	tmpl, err := a.readTemplate(path)
 	if err != nil {
 		a.settings.setIndexTemplate("")

@@ -117,0 +191,4 @@
+		zap.String("cid", bucketInfo.CID.EncodeToString()),
+		zap.String("prefix", prefix),
+	)
+	basePath := strings.TrimRightFunc(prefix, func(r rune) bool {

@@ -117,0 +250,4 @@
+
+func (h *Handler) headDirObjects(ctx context.Context, p headDirParams) {
+	wg := sync.WaitGroup{}
+	dirs := sync.Map{}

@@ -117,0 +256,4 @@
+
+	err := p.objectIDs.Iterate(func(id oid.ID) bool {
+		wg.Add(1)
+		go func(id oid.ID) {

@@ -194,3 +194,3 @@
 		idCnr, _ = c.UserValue("cid").(string)
-		idObj, _ = c.UserValue("oid").(string)
+		idObj, _ = url.PathUnescape(c.UserValue("oid").(string))
 		log      = h.log.With(zap.String("cid", idCnr), zap.String("oid", idObj))

@@ -207,2 +207,4 @@
 	objID := new(oid.ID)
 	if err = objID.DecodeString(idObj); err != nil {
+		if h.config.IndexPageEnabled() {
+			var addr oid.Address

@@ -61,3 +61,3 @@
 	return ""
 }
-func (c *configMock) IndexPageTemplate() string {
+func (c *configMock) IndexPageNativeTemplate() string {

@@ -59,4 +72,3 @@
         </tr>
     {{end}}
     {{range .Objects}}
-        <tr>

@@ -117,0 +198,4 @@
+	if basePath == "" {
+		filters = append(filters, object.MatchNotPresent)
+	}
+	objCh := make(chan ResponseObject)

@@ -230,3 +231,1 @@
-		a.settings.setIndexTemplate("")
-		a.log.Warn(logs.FailedToReadIndexPageTemplate, zap.Error(err))
-		return
+		a.log.Fatal(logs.FailedToReadIndexPageTemplate, zap.Error(err))

@@ -116,0 +252,4 @@
+		done <- struct{}{}
+	}()
+
+	pool, err := ants.NewPool(runtime.NumCPU())

@@ -116,0 +276,4 @@
+	close(p.errCh)
+	close(p.objCh)
+	<-done
+	<-done

@@ -116,0 +263,4 @@
+			defer wg.Done()
+			h.headDirObject(ctx, id, &dirs, p)
+		}); err != nil {
+			p.errCh <- err

@@ -29,1 +26,3 @@
-	if err != nil {
+	cnrIDStr, _ := c.UserValue("cid").(string)
+	var cnrID cid.ID
+	if err := cnrID.DecodeString(cnrIDStr); err != nil {

@@ -116,0 +242,4 @@
+}
+
+func (h *Handler) headDirObjects(ctx context.Context, cnrID cid.ID, objectIDs ResObjectSearch, basePath string) (chan ResponseObjectExtended, error) {
+	pool, err := ants.NewPool(h.config.IndexPagePoolSize())

@@ -22,2 +28,4 @@
 	attrFileName = "FileName"
 	attrSize     = "Size"
+
+	defaultPoolSize = 1000

@@ -76,2 +84,2 @@
-            <td>{{if not .IsDir}}{{ formatSize .Size }}{{end}}</td>
-            <td>{{if not .IsDir}}{{ formatTimestamp .Created }}{{end}}</td>
+            <td>{{.OID}}</td>
+            <td>{{if .Size}}{{ formatSize .Size }}{{end}}</td>

@@ -27,3 +26,1 @@
-	var id oid.ID
-	err := id.DecodeString(test)
-	if err != nil {
+	cnrIDStr, _ := c.UserValue("cid").(string)

@@ -31,6 +32,7 @@ type Config interface {
 	ZipCompression() bool
 	ClientCut() bool
 	IndexPageEnabled() bool
+	WorkerPoolSize() int

@@ -245,0 +248,4 @@
+func (s *appSettings) WorkerPoolSize() int {
+	s.mu.RLock()
+	defer s.mu.RUnlock()
+	return s.workerPoolSize

@@ -116,0 +240,4 @@
+	Error  error
+}
+
+func (h *Handler) headDirObjects(ctx context.Context, cnrID cid.ID, objectIDs ResObjectSearch, basePath string) (chan ResponseObjectExtended, error) {

@@ -116,0 +217,4 @@
+	objects := make([]ResponseObject, 0, 100)
+	for objExt := range resp {
+		if objExt.Error != nil {
+			log.Error(logs.FailedToHeadObject, zap.Error(objExt.Error))

@@ -96,6 +97,7 @@ type (
 		clientCut            bool
 		returnIndexPage      bool
 		indexPageTemplate    string
+		workerPoolSize       int

@@ -116,0 +165,4 @@
+		return nil, err
+	}
+
+	var result = &GetObjectsResponse{

@@ -191,2 +193,3 @@
+// byNativeAddress is a wrapper for function (e.g. request.headObject, request.receiveFile) that
 // prepares request and object address to it.
-func (h *Handler) byAddress(c *fasthttp.RequestCtx, f func(context.Context, request, oid.Address)) {
+func (h *Handler) byNativeAddress(c *fasthttp.RequestCtx, f func(context.Context, request, oid.Address)) {

@@ -33,0 +27,4 @@
+	downloadQueryParam := c.QueryArgs().GetBool("download")
+
+	switch {
+	case isObjectID(oidURLParam):

@@ -415,3 +414,3 @@
 	}
 
-	return objects, nil
+	c.SetStatusCode(fasthttp.StatusOK)

@@ -75,18 +75,21 @@ request_timeout: 5s
 rebalance_timer: 30s
 pool_error_threshold: 100
 reconnect_interval: 1m
+worker_pool_size: 1000